-- Logs begin at Mon 2022-02-21 00:59:59 UTC, end at Mon 2022-02-21 01:53:56 UTC. -- Feb 21 01:29:38.289838 dv-cinder-813229-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 01:29:41.199761 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.common.config [-] Logging enabled! Feb 21 01:29:41.200371 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 01:29:41.200540 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102841) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 01:29:41.203810 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.common.config [-] Logging enabled! Feb 21 01:29:41.204061 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 01:29:41.204367 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102841) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 01:29:41.205301 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 01:29:41.205530 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 01:29:41.205895 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 01:29:41.206139 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 01:29:41.206777 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 01:29:41.207100 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.208055 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 01:29:41.208371 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.208664 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.208957 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.209251 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.209537 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.209814 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.210100 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.210423 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.210710 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.210994 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.211270 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.211557 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.211835 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.212119 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.212400 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.212683 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] debug = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.212960 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.213388 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.213797 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.214074 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.214384 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.214668 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.214937 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.215210 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.215495 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.215818 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] host = dv-cinder-813229-6-iscsi {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.216092 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.216376 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.216657 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.216939 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.217210 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.217484 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.217763 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.218032 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.218337 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.218612 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.218894 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.219176 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.219468 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.219690 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.219908 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.220193 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.220479 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.220749 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.221020 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.221290 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.221561 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.221831 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.222095 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.222405 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.222689 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.222971 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.223781 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.224059 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.224332 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.224606 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.224891 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.225164 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.225433 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.225704 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.225990 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.226283 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.226557 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.226855 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.227138 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.227416 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.227698 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.227969 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.228246 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.228515 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.228783 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.229050 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_json = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.229318 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.229585 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.229861 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.230130 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.230422 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.230691 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.230961 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.231242 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.231511 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:41.231801 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.232094 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.232388 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.232686 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.232974 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.233251 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.233535 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.233810 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.234094 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.234400 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.234692 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.234968 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.235261 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.235546 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.235837 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.236138 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.236424 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.236710 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.236982 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.237253 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.237523 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.237797 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.238079 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.238377 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.238662 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.238970 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.239246 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.239537 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.239817 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.240104 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.240388 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.240658 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.240934 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.241222 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.241524 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.241763 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.242035 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.242340 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.242615 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.242884 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.243162 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.243435 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.243701 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.243968 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.244238 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.244525 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.244796 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.245064 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.245331 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.245601 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.245869 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.246152 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.246452 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.246721 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.247244 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.247518 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.247786 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.248054 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.248327 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.248595 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.248867 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.249139 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.249410 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.249681 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.249949 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.250242 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.250514 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.250783 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.251057 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.251325 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.251593 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.251863 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.252131 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.252401 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.252683 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.252979 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.253256 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.253530 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.253804 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.254081 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.254416 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.254709 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.254985 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.255263 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.255531 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.255816 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.256098 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.256381 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.256679 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.256954 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.257245 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.257520 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.257810 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.258090 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.258393 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.258669 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.258948 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.259228 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.259517 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.259806 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.260093 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.260379 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.260669 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.260943 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.261248 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.261524 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:41.261737 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 01:29:41.261973 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102841) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 01:29:41.631022 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 01:29:41.631297 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 01:29:41.631602 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 01:29:41.632074 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 01:29:41.955850 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:41.956146 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:41.956418 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:41.958346 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:41.958620 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:41.958881 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.003802 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.004078 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.004367 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.018196 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.018498 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.018766 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.047572 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.047852 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.048120 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.085523 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.085794 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.086056 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.430664 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.431275 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.431275 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.431461 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.432113 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.530062 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.530406 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.530687 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.530956 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.531221 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.531526 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.531779 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.532030 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.532281 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.532557 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.532811 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.533075 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.533321 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.533567 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.533816 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.534078 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.534360 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.534628 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.534893 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.535146 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.535412 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.536188 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.536463 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.536831 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.537075 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.537316 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.537706 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:29:42.537943 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:29:42.538180 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:29:42.538451 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:29:42.538685 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:29:42.538916 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:29:42.539275 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 01:29:42.542376 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 01:29:42.546394 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 01:29:42.550182 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 21 01:29:42.552378 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 01:29:42.552841 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 01:29:42.553169 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 01:29:42.553543 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 01:29:42.556370 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 01:29:42.556622 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 01:29:42.556962 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 01:29:42.561750 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 01:29:42.584291 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 01:29:42.584732 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.585021 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102841) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 01:29:42.585380 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.586782 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102841) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 01:29:42.587060 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 01:29:42.587303 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 01:29:42.590578 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.590856 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:42.653390 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 01:29:42.653628 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 01:29:42.653865 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 01:29:42.654243 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 01:29:42.674152 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_db.sqlalchemy.engines [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102841) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 01:29:43.103953 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Initializing driver for type 'gre' Feb 21 01:29:43.104546 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] gre ID ranges: [(1, 1000)] Feb 21 01:29:43.158289 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Initializing driver for type 'local' Feb 21 01:29:43.158632 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Initializing driver for type 'vlan' Feb 21 01:29:43.171349 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] VlanTypeDriver initialization complete Feb 21 01:29:43.171674 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Initializing driver for type 'vxlan' Feb 21 01:29:43.172262 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] vxlan ID ranges: [(1, 1000)] Feb 21 01:29:43.222794 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Initializing extension driver 'port_security' Feb 21 01:29:43.223185 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.extensions.port_security [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] PortSecurityExtensionDriver initialization complete Feb 21 01:29:43.223527 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Initializing mechanism driver 'openvswitch' Feb 21 01:29:43.223858 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Initializing mechanism driver 'hyperv' Feb 21 01:29:43.230432 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.plugin [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:29:43.231313 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > port after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.231689 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.232047 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.232572 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:29:43.233008 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > subnet after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.233370 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > subnet after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.233720 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.234121 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:29:43.234557 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > network after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.234913 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > network after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.235261 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > network after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.235661 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:29:43.236072 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > security_group after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.236425 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > security_group after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.236770 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.237170 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:29:43.237578 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.237926 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.238293 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.238693 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:29:43.239103 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > address_group after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.239452 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > address_group after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.239794 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.240196 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:29:43.240642 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] ML2 OVO RPC backend initialized. {{(pid=102841) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 01:29:43.241358 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.241718 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.242140 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > network before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.242517 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > networks before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.242871 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > port before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.243222 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > ports before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.243570 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > subnet before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.243916 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > subnets before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.244262 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > network after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.244603 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > network after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.244940 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > network after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.245277 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > port after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.245617 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.245952 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.246319 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > subnet after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.246660 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > subnet after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.247257 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.255010 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded quota_driver: . Feb 21 01:29:43.255376 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.plugin [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Modular L2 Plugin initialization complete Feb 21 01:29:43.255723 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading services supported by the core plugin {{(pid=102841) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 01:29:43.256071 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Got port-security extension from driver 'port_security' Feb 21 01:29:43.256556 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.extensions.vlantransparent [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Disabled vlantransparent extension. Feb 21 01:29:43.257054 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102841) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 01:29:43.257382 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading Plugin: router Feb 21 01:29:43.293243 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.293639 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router after_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.294014 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router before_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.294419 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.294799 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.295158 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router after_delete 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.295520 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.295874 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.296237 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router after_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.296586 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router after_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.296938 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router after_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.297289 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.297651 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router after_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.298061 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router precommit_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.298470 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.298816 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.299158 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: subnet after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.299504 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.299855 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.300205 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router precommit_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.300549 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: port before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.300893 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router precommit_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.301282 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router after_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.301628 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.302107 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router precommit_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.302499 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.302851 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router precommit_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.303222 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > agent after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.303576 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > agent after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.303928 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > network after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.304776 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Tracking information for resource: router configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:29:43.305111 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Tracking information for resource: floatingip configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:29:43.310039 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.db.l3_agentschedulers_db [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 01:29:43.310658 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.311027 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: port after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.311382 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.311735 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.312525 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router before_create 55550100 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.312891 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.313254 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router precommit_create 55550100 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.313612 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > router precommit_update 55550100 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.318966 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.services.provider_configuration [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service providers = [] {{(pid=102841) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 01:29:43.319334 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.db.servicetype_db [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102841) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 01:29:43.322337 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.services.service_base [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:29:43.322699 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.services.service_base [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:29:43.323047 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.services.service_base [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:29:43.323949 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.services.service_base [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:29:43.324325 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.services.service_base [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 01:29:43.324706 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:29:43.325029 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 01:29:43.336395 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:29:43.336736 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading Plugin: auto_allocate Feb 21 01:29:43.342605 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: network precommit_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.343026 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: network precommit_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.343508 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:29:43.343834 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading Plugin: tag Feb 21 01:29:43.350645 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:29:43.351050 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading Plugin: timestamp Feb 21 01:29:43.354910 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:29:43.355248 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading Plugin: network_ip_availability Feb 21 01:29:43.360704 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.361081 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.361441 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.362150 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:29:43.362503 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading Plugin: flavors Feb 21 01:29:43.368041 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:29:43.368377 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading Plugin: revisions Feb 21 01:29:43.373037 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:29:43.373439 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.742s {{(pid=102841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 01:29:43.374174 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102841) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 01:29:43.374536 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Initializing extension manager. Feb 21 01:29:43.375062 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: __init__.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.375409 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: __pycache__ {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.375746 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.376081 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: address_group.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.376843 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.377406 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: address-group Feb 21 01:29:43.377737 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: address_scope.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.378496 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.379010 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: address-scope Feb 21 01:29:43.379385 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.380842 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.381357 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: router-admin-state-down-before-update Feb 21 01:29:43.381686 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: agent.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.382506 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.383014 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: agent Feb 21 01:29:43.383339 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: agent_resources_synced.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.384263 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.384773 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: agent-resources-synced Feb 21 01:29:43.385099 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: allowedaddresspairs.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.386936 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.387466 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: allowed-address-pairs Feb 21 01:29:43.387798 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: auto_allocated_topology.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.388886 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.389404 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: auto-allocated-topology Feb 21 01:29:43.389735 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: availability_zone.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.390475 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.390985 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: availability_zone Feb 21 01:29:43.391311 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: availability_zone_filter.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.392238 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.392751 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: availability_zone_filter Feb 21 01:29:43.393081 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: data_plane_status.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.393999 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.394527 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 01:29:43.394851 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: default_subnetpools.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.395799 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.396306 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: default-subnetpools Feb 21 01:29:43.396632 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.397444 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.398034 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: dhcp_agent_scheduler Feb 21 01:29:43.398402 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: dns.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.399340 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.399841 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension dns-integration not supported by any of loaded plugins Feb 21 01:29:43.400165 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: dns_domain_ports.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.401087 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.401590 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 01:29:43.401914 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.402873 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.403374 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 01:29:43.403697 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: dvr.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.404371 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.404875 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: dvr Feb 21 01:29:43.405199 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: ecmp_routes.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.406122 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.406655 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 01:29:43.406983 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: empty_string_filtering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.407907 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.408417 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: empty-string-filtering Feb 21 01:29:43.408741 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.409665 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.410172 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 01:29:43.410537 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.411459 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.411969 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 01:29:43.412301 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: external_net.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.413232 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.413788 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: external-net Feb 21 01:29:43.414116 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.415053 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.415562 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: extra_dhcp_opt Feb 21 01:29:43.415886 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: extraroute.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.416798 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.417304 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: extraroute Feb 21 01:29:43.417628 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: extraroute_atomic.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.418702 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.419213 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: extraroute-atomic Feb 21 01:29:43.419538 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: filter_validation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.420206 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.420712 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: filter-validation Feb 21 01:29:43.421035 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: fip_pf_description.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.421955 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.422505 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 01:29:43.422834 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: fip_port_details.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.423946 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.424455 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: fip-port-details Feb 21 01:29:43.424781 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: flavors.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.426028 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.427100 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: flavors Feb 21 01:29:43.427430 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.429199 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.429719 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 01:29:43.430052 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: floatingip_pools.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.430793 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.431314 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: floatingip-pools Feb 21 01:29:43.431619 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: ip_allocation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.432606 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.433114 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 01:29:43.433440 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.434416 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.434927 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: ip-substring-filtering Feb 21 01:29:43.435256 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l2_adjacency.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.436180 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.436686 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 01:29:43.437010 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l3.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.437971 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.438520 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: router Feb 21 01:29:43.438851 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.441110 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.441640 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 01:29:43.442567 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.443521 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.444041 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: ext-gw-mode Feb 21 01:29:43.444375 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.445378 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.445894 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: l3-ha Feb 21 01:29:43.446255 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.447185 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.447693 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 01:29:43.448022 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l3_flavors.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.448944 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.449453 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: l3-flavors Feb 21 01:29:43.449784 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.451206 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.451724 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 01:29:43.452056 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.452989 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.453503 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 01:29:43.453833 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: l3agentscheduler.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.454914 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.455429 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: l3_agent_scheduler Feb 21 01:29:43.455761 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: local_ip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.457615 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.458144 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension local_ip not supported by any of loaded plugins Feb 21 01:29:43.458585 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: logging.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.461626 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.462154 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension logging not supported by any of loaded plugins Feb 21 01:29:43.462517 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: metering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.463282 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.463865 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: metering Feb 21 01:29:43.464201 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.465311 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.465831 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: metering_source_and_destination_fields Feb 21 01:29:43.466163 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: multiprovidernet.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.467126 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.467638 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: multi-provider Feb 21 01:29:43.467968 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: netmtu.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.468892 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.469403 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: net-mtu Feb 21 01:29:43.469731 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: netmtu_writable.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.470730 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.471236 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: net-mtu-writable Feb 21 01:29:43.471562 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: network_availability_zone.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.472240 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.472749 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: network_availability_zone Feb 21 01:29:43.473099 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: network_ip_availability.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.474251 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.474765 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: network-ip-availability Feb 21 01:29:43.475094 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: network_segment_range.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.475942 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.476448 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 01:29:43.476790 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: pagination.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.477766 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.478099 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: pagination Feb 21 01:29:43.478443 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: port_device_profile.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.479374 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.479891 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: port-device-profile Feb 21 01:29:43.480218 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.481137 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.481645 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: port-mac-address-regenerate Feb 21 01:29:43.481970 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.482926 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.483439 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: port-numa-affinity-policy Feb 21 01:29:43.483764 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: port_resource_request.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.484697 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.485202 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 01:29:43.485527 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: port_resource_request_groups.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.486538 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.487048 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 01:29:43.487373 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: portbindings.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.488314 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.489354 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: binding Feb 21 01:29:43.489678 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: portbindings_extended.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.490997 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.491586 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: binding-extended Feb 21 01:29:43.491922 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: portsecurity.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.492855 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.493365 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: port-security Feb 21 01:29:43.493692 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: project_id.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.494704 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.495040 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: project-id Feb 21 01:29:43.495362 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: providernet.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.496298 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.497063 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: provider Feb 21 01:29:43.497389 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.501066 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.501592 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos not supported by any of loaded plugins Feb 21 01:29:43.501927 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.503210 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.503726 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 01:29:43.504059 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.505539 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.506046 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 01:29:43.506403 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_default.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.507383 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.507894 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-default not supported by any of loaded plugins Feb 21 01:29:43.508223 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_fip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.509154 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.509662 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-fip not supported by any of loaded plugins Feb 21 01:29:43.509989 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.510937 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.511445 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 01:29:43.511771 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_gateway_ip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.512704 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.513210 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 01:29:43.513538 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_port_network_policy.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.514612 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.515119 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 01:29:43.515447 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.516496 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.517008 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 01:29:43.517334 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.518426 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.518943 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 01:29:43.519269 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_pps_rule.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.520505 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.521022 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-pps not supported by any of loaded plugins Feb 21 01:29:43.521355 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_rule_type_details.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.522381 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.522975 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 01:29:43.523309 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: qos_rules_alias.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.524375 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.524886 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 01:29:43.525217 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: quota_check_limit.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.526137 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.526674 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: quota-check-limit Feb 21 01:29:43.527005 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: quotasv2.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.527954 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.528284 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: quotas Feb 21 01:29:43.528609 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: quotasv2_detail.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.530432 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.530780 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: quota_details Feb 21 01:29:43.531118 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: rbac.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.532188 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.532720 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: rbac-policies Feb 21 01:29:43.533061 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: rbac_address_group.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.534002 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.534542 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: rbac-address-group Feb 21 01:29:43.534878 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: rbac_address_scope.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.535838 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.536349 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: rbac-address-scope Feb 21 01:29:43.536681 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: rbac_security_groups.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.537607 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.538117 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: rbac-security-groups Feb 21 01:29:43.538545 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: rbac_subnetpool.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.539546 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.540060 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: rbac-subnetpool Feb 21 01:29:43.540391 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: revisionifmatch.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.541327 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.541837 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: revision-if-match Feb 21 01:29:43.542170 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: revisions.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.543367 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.543882 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: standard-attr-revisions Feb 21 01:29:43.544216 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: router_availability_zone.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.544893 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.545406 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: router_availability_zone Feb 21 01:29:43.545735 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: routerservicetype.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.546742 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.547251 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension router-service-type not supported by any of loaded plugins Feb 21 01:29:43.547580 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.548563 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.550573 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: security-groups-normalized-cidr Feb 21 01:29:43.550907 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.552436 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.553132 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: port-security-groups-filtering Feb 21 01:29:43.553468 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.554604 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.555190 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: security-groups-remote-address-group Feb 21 01:29:43.555557 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.556563 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.557079 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: security-groups-shared-filtering Feb 21 01:29:43.557407 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.558014 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 01:29:43.558378 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: securitygroup.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.568685 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.569216 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: security-group Feb 21 01:29:43.569626 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: segment.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.570461 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.571004 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension segment not supported by any of loaded plugins Feb 21 01:29:43.571334 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.572298 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.572811 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 01:29:43.573141 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: servicetype.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.574298 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.574822 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: service-type Feb 21 01:29:43.575152 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: sorting.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.576150 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.576485 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: sorting Feb 21 01:29:43.576811 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: standard_attr_segment.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.577750 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.578298 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 01:29:43.578628 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: standardattrdescription.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.579279 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.579789 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: standard-attr-description Feb 21 01:29:43.580117 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: stateful_security_group.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.581060 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.581575 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: stateful-security-group Feb 21 01:29:43.581906 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: stdattrs_common.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.582532 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 01:29:43.582859 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.583821 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.584329 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 01:29:43.584653 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: subnet_onboard.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.585792 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.586401 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: subnet_onboard Feb 21 01:29:43.586735 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.587682 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.588193 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 01:29:43.588522 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: subnet_service_types.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.589472 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.590021 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: subnet-service-types Feb 21 01:29:43.590373 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: subnetallocation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.591441 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.591952 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: subnet_allocation Feb 21 01:29:43.592278 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.592957 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.593532 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: subnetpool-prefix-ops Feb 21 01:29:43.593897 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.594860 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.595367 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 01:29:43.595694 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: tagging.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.596775 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.597292 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: standard-attr-tag Feb 21 01:29:43.597623 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: timestamp.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.598927 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.599415 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loaded extension: standard-attr-timestamp Feb 21 01:29:43.599749 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: trunk.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.601084 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.601609 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension trunk not supported by any of loaded plugins Feb 21 01:29:43.601939 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: trunk_details.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.602916 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.603437 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension trunk-details not supported by any of loaded plugins Feb 21 01:29:43.603769 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: uplink_status_propagation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.604708 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.605220 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 01:29:43.605549 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Loading extension file: vlantransparent.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:29:43.606325 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:29:43.606834 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 01:29:43.609331 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:network Feb 21 01:29:43.609865 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:subnet Feb 21 01:29:43.610291 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:29:43.610684 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:port Feb 21 01:29:43.611950 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.612408 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service FLAVORS assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.613024 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.613468 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.614368 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:router Feb 21 01:29:43.614811 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 01:29:43.615293 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service METERING assigned prefix: /metering {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.616841 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.617224 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.617581 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:29:43.618634 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 01:29:43.619083 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:security_group Feb 21 01:29:43.619511 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 01:29:43.620137 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service CORE assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.620469 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:29:43.620817 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] subnetpool is already registered Feb 21 01:29:43.621249 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service CORE assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.621578 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:29:43.622167 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] subnetpool is already registered Feb 21 01:29:43.624467 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.624905 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service FLAVORS assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.625501 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.625922 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.626281 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:router Feb 21 01:29:43.626622 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] router is already registered Feb 21 01:29:43.627036 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 01:29:43.627371 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] floatingip is already registered Feb 21 01:29:43.627828 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service METERING assigned prefix: /metering {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.628499 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 01:29:43.628829 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] rbac_policy is already registered Feb 21 01:29:43.629244 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:security_group Feb 21 01:29:43.633382 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] security_group is already registered Feb 21 01:29:43.633382 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 01:29:43.633382 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] security_group_rule is already registered Feb 21 01:29:43.633382 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service CORE assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.633382 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:29:43.633382 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] subnetpool is already registered Feb 21 01:29:43.633382 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Service CORE assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:29:43.633382 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:29:43.633957 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] subnetpool is already registered Feb 21 01:29:43.634369 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: extensions {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.636135 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: address-groups {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.637774 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: address-scopes {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.640273 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: agents {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.641515 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: auto-allocated-topology {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.642830 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: availability_zones {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.644062 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: dhcp-networks {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.645637 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: dhcp-agents {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.647113 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: routers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.649518 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: flavors {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.650780 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: service_profiles {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.651995 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: next_providers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.653561 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: service_profiles {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.655138 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: floatingip-pools {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.656394 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: routers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.658514 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: floatingips {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.660812 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: l3-routers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.662268 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: l3-agents {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.663714 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: metering-labels {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.665083 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: metering-label-rules {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.666411 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: network-ip-availabilities {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.667688 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: bindings {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.669360 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: quotas {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.670963 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: quotas {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.672492 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: rbac-policies {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.673799 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: security-groups {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.675086 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: security-group-rules {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.676911 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: service-providers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.678138 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: subnetpools {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.679691 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: subnetpools {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.681172 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.682911 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.684881 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.686705 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.688507 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.690431 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.692729 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.694741 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.696507 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.698448 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:29:43.704411 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING keystonemiddleware.auth_token [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 01:29:43.709192 dv-cinder-813229-6-iscsi neutron-server[102841]: WARNING keystonemiddleware.auth_token [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 01:29:43.717961 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Acquired lock "singleton_lock" {{(pid=102841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 01:29:43.718472 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Releasing lock "singleton_lock" {{(pid=102841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 01:29:43.719132 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO oslo_service.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Starting 2 workers Feb 21 01:29:43.724516 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Started child 102948 {{(pid=102841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:29:43.729117 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Started child 102949 {{(pid=102841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:29:43.729941 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:43.730742 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO neutron.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 01:29:43.731408 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:43.731589 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [-] (102948) wsgi starting up on http://0.0.0.0:9696 Feb 21 01:29:43.733895 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:43.734380 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO oslo_service.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Starting 1 workers Feb 21 01:29:43.735415 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [-] (102949) wsgi starting up on http://0.0.0.0:9696 Feb 21 01:29:43.739772 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Started child 102950 {{(pid=102841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:29:43.740319 dv-cinder-813229-6-iscsi neutron-server[102841]: INFO oslo_service.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Starting 1 workers Feb 21 01:29:43.743519 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] calling RpcWorker wait() {{(pid=102950) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 01:29:43.744049 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] returning from RpcWorker wait() {{(pid=102950) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 01:29:43.744989 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Started child 102951 {{(pid=102841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:29:43.745624 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:43.745790 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-14bd331b-81e1-4ec7-88cc-388362b9c553 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:43.746329 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:29:43.748193 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 01:29:43.748405 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 01:29:43.748593 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 01:29:43.748824 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 01:29:43.749192 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 01:29:43.749355 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 01:29:43.749882 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.750162 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:43.750656 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.750656 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.750784 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.750990 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.751258 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:29:43.751590 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.751889 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.752148 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.752431 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.752667 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.752840 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.753015 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.753271 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.753534 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.753834 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.754105 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.754413 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.754681 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.754856 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.755129 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.755415 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.755680 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.755946 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] debug = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.756212 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.756688 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.756921 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.757174 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.757414 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.757678 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.757907 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.758222 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.758506 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.758762 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.759009 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.759269 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.759512 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.759737 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.760002 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.760222 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.760485 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.760711 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.761175 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] host = dv-cinder-813229-6-iscsi {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.761415 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.761641 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.761866 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.762124 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.762399 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.762635 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.762907 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.763176 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.763428 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.763669 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.763930 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.764192 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.764420 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.764665 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.764834 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_options = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.765054 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.765341 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.765601 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.765791 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.765964 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.766130 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.766444 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.766610 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.766869 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.767092 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.767311 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.767529 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.767747 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.767983 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.768252 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.768490 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.768708 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.768939 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.769187 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.769434 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.769684 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.769953 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.770217 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.770441 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.770677 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.770913 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.771161 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.771378 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.771587 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.771834 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.772080 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.772575 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.772952 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.773159 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.773435 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.773679 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.773909 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.774147 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.774598 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.774730 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.774941 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.775674 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.776139 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.776139 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.776350 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.776563 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.776762 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_json = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.776999 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.777322 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.777556 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.777721 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.777978 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.778770 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.778923 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.779350 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.779750 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.780345 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.780824 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.781739 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.781739 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.781739 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.781978 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.783123 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.783571 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.784004 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.784289 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.784627 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.784878 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.785212 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.785488 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.786492 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.787096 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.787386 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.787669 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.787997 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.788362 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.788615 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.788865 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.789334 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.789493 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.789643 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.789868 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.790098 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.790415 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.790698 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.791046 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.791338 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.791605 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.791861 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.792106 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.792490 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.792637 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.792786 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.792998 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.793241 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.793524 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.793754 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.794158 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.794374 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.794523 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.794764 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.794997 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.795218 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.795474 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.795727 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.796098 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.796240 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.796419 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.796617 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.796853 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.797312 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.797469 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.797664 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.797937 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.798181 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.798418 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.798632 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.798850 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.799080 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.799297 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.799509 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.799718 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.799954 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.800170 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.800429 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.800647 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.800859 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.801069 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.802079 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.802079 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.802522 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.802911 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.802911 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.803187 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.803335 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.803536 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.803753 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.803965 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.806579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.806579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.806579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.806579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.806579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.806579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.806579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.806579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.806579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.807860 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.807860 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.807860 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.807860 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.807860 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.807860 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.808290 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.808290 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.808443 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.809404 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.809404 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.809404 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.809802 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.809802 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.810262 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.810519 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.810782 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.811019 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.811513 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.811513 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.811804 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.811961 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.812877 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.812877 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.812877 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.812877 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.813449 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.813449 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.813729 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.814738 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.814738 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.814738 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.815182 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.815288 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.815511 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.815766 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.816003 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.816239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.816483 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.816709 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.817174 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.817596 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.818029 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.818296 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.818555 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.818797 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.819021 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.819254 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.819554 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.819784 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.820183 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.820552 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.820817 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.821068 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.821320 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.821584 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.821840 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.822093 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.822366 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.822633 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.822867 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.823112 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.823361 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.823575 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.823823 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.824044 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.824463 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.824724 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.824950 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.825175 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.825385 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.825656 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.825916 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.826125 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.826366 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.826614 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.826826 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.827068 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.827320 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.827538 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.827753 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.827975 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.828190 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.828452 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.828670 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.828936 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.829184 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.829416 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.829661 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.829911 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.830173 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.830407 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.830665 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.830900 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.831113 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.831326 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.831540 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.831755 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.832000 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.832249 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.832465 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.832766 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.833007 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.833405 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.833685 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.833911 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.834151 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.834423 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.834658 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.834883 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.835116 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.835348 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.835567 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.835786 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.836001 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.836324 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.836634 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.836899 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.837153 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.837409 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.838074 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.838518 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.838805 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.839037 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.839277 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.839502 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.839739 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.839951 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.840160 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.840372 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.840606 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.840817 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.841123 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.841350 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.841587 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.841870 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.842106 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.842405 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.842655 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.842851 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.843060 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.843279 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.843497 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.843758 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.843934 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.844149 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.844373 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.844598 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.844825 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.845036 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.845268 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.845476 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.845689 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.845914 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.846132 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.846383 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.846608 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.846819 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.847029 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.847270 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.847484 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.847692 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.847937 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.848642 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.848876 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.849119 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.849337 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.849547 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.849831 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.850093 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.850364 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.850665 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.850918 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.851198 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.851408 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.851714 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.851945 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.852185 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.852421 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.852661 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.852857 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.853108 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.853420 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.853705 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.853964 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.854249 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.854530 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.854816 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.855096 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.855334 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.855624 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.855971 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.856257 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.856605 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.856877 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.857117 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.857340 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.857556 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.857771 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:29:43.857925 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.858068 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.858236 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.858481 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.858719 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.858952 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.859170 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.859398 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.859615 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.859840 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.860079 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.860326 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.860550 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.861605 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 01:29:43.862123 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 01:29:43.862312 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 01:29:43.862465 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 01:29:43.862820 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 01:29:43.863171 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 01:29:43.863500 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 01:29:43.864431 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.864698 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.864932 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.865157 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.865328 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.865513 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.865677 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.865841 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.866000 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.866163 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.866361 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.866553 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.866644 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.866808 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.866962 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.867119 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.867430 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.867591 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.867757 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.867920 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.868083 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.868243 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.868401 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] debug = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.868565 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.868773 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.868955 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.869107 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.869250 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.869409 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.869596 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.869732 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.869894 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.870053 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.870248 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.870404 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.870552 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.870712 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.870857 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.871019 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.871179 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.871338 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.871498 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] host = dv-cinder-813229-6-iscsi {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.871657 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.872073 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.872233 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.872391 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.872551 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.872712 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.872871 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.873032 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.873190 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.873349 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.873508 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.873665 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.873824 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.873986 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.874131 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_options = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.874315 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.874474 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.874633 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.874826 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.874991 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.875150 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.875311 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.875470 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.875629 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.875786 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.875947 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.876106 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.876263 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.876421 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.876579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.876736 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.876894 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.877052 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.877202 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.877361 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.877520 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.877678 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.877838 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.877996 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.878155 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.878338 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.878512 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.878645 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.878803 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.878962 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.879121 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.879306 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.879465 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.879625 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.879789 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.879948 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.880097 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.880293 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.880464 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.880669 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.880949 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.881115 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.881280 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.881439 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.881601 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.881759 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.881918 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_json = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.882077 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.882630 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.882630 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.882976 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.882976 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.883184 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.883321 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.883445 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.883568 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:29:43.883915 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.883915 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.884077 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.884155 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.884303 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.884463 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.884625 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.884795 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.884957 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.885117 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.885285 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.885445 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.885616 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.885778 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.885940 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.886103 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.886285 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.886631 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.886631 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.886865 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.886949 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.887028 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.887202 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.887362 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.887522 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.887684 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.887847 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.888016 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.888176 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.888352 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.888513 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.888678 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.888844 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.889031 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.889168 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.889334 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.889494 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.889656 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.889817 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.890012 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.890136 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.890322 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.890484 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.890645 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.890807 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.890969 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.891132 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.891293 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.891457 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.891617 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.891969 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.892195 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.892367 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.892528 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.892690 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894239 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894773 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894773 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894773 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.894773 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.895031 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.895031 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.895161 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.895319 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.895478 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.895802 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.895802 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.895950 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.896084 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.896246 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.896408 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.896570 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.896731 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.896892 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.897054 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.897213 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.897375 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.897535 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.897696 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.897856 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.898018 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.898542 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.898542 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.898542 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.899249 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.899249 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.899249 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.899249 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.899249 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.899904 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.899904 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.899904 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.899904 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.900226 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.900226 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.900370 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.900458 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.900593 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.900739 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.900899 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.901058 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.901217 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.901377 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.901537 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.901697 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.901857 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.902017 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.902176 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.902356 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.902516 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.902674 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.902845 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.903006 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.903170 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.903333 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.903501 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.903677 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.903837 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.903997 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.904158 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.904319 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.904479 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.904640 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.904806 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.904967 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.905128 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.905289 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.905461 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.905621 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.905781 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.905943 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.906125 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.906310 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.906471 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.906633 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.906794 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.906955 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.907115 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.907275 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.907434 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.907594 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.907756 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.907917 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.908076 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.908236 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.908397 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.908557 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.908719 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.908880 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.909040 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.909201 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.909362 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.909523 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.909684 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.909844 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.910003 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.910163 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.910344 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.911019 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.911186 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.911346 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.911507 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.911667 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.911828 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.911988 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.912149 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.912309 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.912469 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.912632 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.912793 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.912955 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.913116 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.913277 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.913439 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.913600 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.913763 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.913924 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.914085 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.914266 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.914428 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.914590 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.914773 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.914934 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.915097 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.915258 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.915423 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.915602 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.915762 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.915922 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.916085 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.916334 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.916613 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.916821 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.916984 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.917145 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.917306 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.917469 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.917631 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.917805 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.918087 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.918406 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.918699 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.918996 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.919314 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.919586 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.919881 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.920182 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.920477 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.920776 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.921073 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.921370 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.921668 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.921966 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.922288 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.922579 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.922888 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.923086 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.923250 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.923414 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.923576 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.923738 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.923910 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.924072 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.924233 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.924393 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.924554 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.924713 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.924884 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.925044 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.925205 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.925371 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.925531 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.925693 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.925863 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.926022 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.926725 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.926902 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.927062 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.927223 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.927394 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.927555 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.927715 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.927876 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.928036 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.928196 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.928367 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.928527 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.928688 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.928851 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.929009 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.929168 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.929339 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.929501 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.929663 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.929832 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.929994 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.930154 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.930338 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.930513 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.930675 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.930839 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.930999 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.931159 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.931320 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.931482 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.931649 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.931818 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.931986 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.932148 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.932316 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.932484 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.932677 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.932840 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.933006 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.933178 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.933361 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.933523 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.933683 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.933844 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.934005 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.934165 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.934347 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.934507 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.934667 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.934828 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.934988 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.935148 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.935311 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.935472 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.935633 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.935793 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.935954 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.936116 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.936276 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:29:43.936430 dv-cinder-813229-6-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 01:29:43.963647 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 32878) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:29:43.972592 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067277 Feb 21 01:29:55.362009 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-623e2da3-0a84-4628-8587-0d230b7bf489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774536'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:55.366399 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba38147-ba5b-413f-947a-4f3799d9765d None None] get_active_networks_info from dv-cinder-813229-6-iscsi {{(pid=102950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 01:29:55.422382 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba38147-ba5b-413f-947a-4f3799d9765d None None] No non-hosted networks {{(pid=102950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 01:29:57.624882 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd5ff76d-0857-4ae7-a69b-d7eb1aad9244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774536'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:57.653352 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-65e4f289-9d0e-4514-930d-538074b9d931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:58.740992 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774536'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:00.012537 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774536'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:01.595910 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 32958) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:01.709077 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774536'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:01.711330 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.711695 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.712083 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.712566 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.713043 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.716544 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.717133 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.717667 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.718610 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.719797 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.720657 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.721225 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.721780 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:01.722439 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813229-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:01.728763 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813229-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:02.178917 dv-cinder-813229-6-iscsi neutron-server[102949]: WARNING oslo_policy.policy [None req-1b7188e0-68f1-4e23-a397-bfc3bc4961f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:30:02.179505 dv-cinder-813229-6-iscsi neutron-server[102949]: WARNING oslo_policy.policy [None req-1b7188e0-68f1-4e23-a397-bfc3bc4961f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:30:02.404119 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [None req-1b7188e0-68f1-4e23-a397-bfc3bc4961f0 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:30:02.417497 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-1b7188e0-68f1-4e23-a397-bfc3bc4961f0 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8083091 Feb 21 01:30:02.923487 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.db.l3_hamode_db [None req-7f44f3fc-16dd-434b-bc85-da7e01c94303 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 01:30:02.999257 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44f3fc-16dd-434b-bc85-da7e01c94303 None None] Routers set() bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:30:02.999580 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44f3fc-16dd-434b-bc85-da7e01c94303 None None] Router IDs set() for agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 01:30:04.958115 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 32984) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:05.266090 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-14dba799-e012-4018-abb4-6d70f04d25ec admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:30:05.356468 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.policy [None req-14dba799-e012-4018-abb4-6d70f04d25ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102949) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 01:30:05.401299 dv-cinder-813229-6-iscsi neutron-server[102949]: WARNING oslo_policy.policy [None req-14dba799-e012-4018-abb4-6d70f04d25ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:30:05.401672 dv-cinder-813229-6-iscsi neutron-server[102949]: WARNING oslo_policy.policy [None req-14dba799-e012-4018-abb4-6d70f04d25ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:30:05.498130 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-14dba799-e012-4018-abb4-6d70f04d25ec admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726586687183', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726586686712', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726586672772', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726586699775', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726586693600', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726586716727', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-964744', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3155659', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-508151', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-437414'] for rbac-policy (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:05.561818 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-14dba799-e012-4018-abb4-6d70f04d25ec admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:05.562992 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-14dba799-e012-4018-abb4-6d70f04d25ec admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6038871 Feb 21 01:30:08.062356 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 32994) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:08.367346 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:30:08.396578 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Made reservation on behalf of 3c4f1a5a685848d5bd703ae910481be2 for: {'network': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:30:08.400685 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.416571 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.523340 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Publish callbacks [] for security_group (93c83301-3f6c-4ef9-9efe-2fb9b36dc492), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.526877 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (93c83301-3f6c-4ef9-9efe-2fb9b36dc492), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.547459 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:30:08.583737 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726587130417', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (c1400dff-2cd9-4482-91c1-3bf1255b326f), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.584303 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Unsubscribe: segment precommit_create {{(pid=102949) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 01:30:08.584827 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.segments_db [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Added segment c1400dff-2cd9-4482-91c1-3bf1255b326f of type vlan for network f865e6b2-0d42-4f83-be0a-33e63fb392ab Feb 21 01:30:08.605957 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=93c83301-3f6c-4ef9-9efe-2fb9b36dc492,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:08.632450 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.632812 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.633168 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.633501 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.633826 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.634150 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.634498 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.634819 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.635138 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.635472 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.635794 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.636108 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.636421 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Tracked resource versions report: Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: pushed versions: Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: { 'AddressGroup': {'1.2'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'ConntrackHelper': {'1.0'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Log': {'1.0'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Network': {'1.1'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Port': {'1.7'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'PortForwarding': {'1.2'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'QosPolicy': {'1.10'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SecurityGroup': {'1.5'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SubPort': {'1.0'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Subnet': {'1.1'}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Trunk': {'1.1'}} Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: consumer versions: Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: { DHCP agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: L3 agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: Metadata agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: Metering agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: Open vSwitch agent@dv-cinder-813229-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'ConntrackHelper': '1.0', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'LocalIPAssociation': '1.0', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Log': '1.0', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Network': '1.1', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Port': '1.7', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'PortForwarding': '1.2', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'QosPolicy': '1.10', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SecurityGroup': '1.5', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SecurityGroupRule': '1.2', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SubPort': '1.0', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Subnet': '1.1', Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Trunk': '1.1'}} Feb 21 01:30:08.637704 dv-cinder-813229-6-iscsi neutron-server[102949]: {{(pid=102949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:30:08.701697 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (f865e6b2-0d42-4f83-be0a-33e63fb392ab), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.740162 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (f865e6b2-0d42-4f83-be0a-33e63fb392ab), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.745168 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:08.745884 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.831630 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7681072 Feb 21 01:30:08.861455 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d537d7b-d90b-4020-8c47-6f9a1dec70c9 demo demo] Pushing event updated for resources: {'Network': ['ID=f865e6b2-0d42-4f83-be0a-33e63fb392ab,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:08.874770 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network f865e6b2-0d42-4f83-be0a-33e63fb392ab details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:30:11.392420 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33006) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:11.797679 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a060b41-e3a8-4924-be23-eae89b827c49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:11.799206 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8a060b41-e3a8-4924-be23-eae89b827c49 demo admin] 10.222.0.79 "GET /v2.0/networks/f865e6b2-0d42-4f83-be0a-33e63fb392ab HTTP/1.1" status: 200 len: 824 time: 0.4058409 Feb 21 01:30:11.823143 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c3e8a5aa-5409-445f-9d68-c66d505d07c1 demo admin] 10.222.0.79 "GET /v2.0/subnetpools/aed44d14-49b5-4afa-88a6-06bec129c8ef HTTP/1.1" status: 200 len: 734 time: 0.0174925 Feb 21 01:30:11.831223 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab', 'subnetpool_id': 'aed44d14-49b5-4afa-88a6-06bec129c8ef', 'ip_version': 4}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:30:11.851712 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Made reservation on behalf of 3c4f1a5a685848d5bd703ae910481be2 for: {'subnet': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:30:11.853808 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:12.145018 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (bd96a2b1-32fc-4713-9057-272b87a1a530), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:12.214473 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Pushing event updated for resources: {'Subnet': ['ID=bd96a2b1-32fc-4713-9057-272b87a1a530,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:12.218310 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Checking segment: {'id': 'c1400dff-2cd9-4482-91c1-3bf1255b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:30:12.218682 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Network hostable DHCP agents. Network: f865e6b2-0d42-4f83-be0a-33e63fb392ab, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:30:12.240140 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Network f865e6b2-0d42-4f83-be0a-33e63fb392ab is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:30:12.251524 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, f865e6b2-0d42-4f83-be0a-33e63fb392ab) {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:30:12.256492 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:12.257075 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:12.261104 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef27efc2-0ea6-4a50-9f51-03e20e39ea13 None None] Network f865e6b2-0d42-4f83-be0a-33e63fb392ab requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:30:12.271822 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-4e1d77e8-0336-44c8-ab6c-e64c2c4c3b1d demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4436679 Feb 21 01:30:12.538525 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5595339-e197-47df-b92f-778831d2174b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-f865e6b2-0d42-4f83-be0a-33e63fb392ab', 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab', 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'fixed_ips': [{'subnet_id': 'bd96a2b1-32fc-4713-9057-272b87a1a530'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:30:12.540306 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:12.835020 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-f5595339-e197-47df-b92f-778831d2174b None None] Allocated IP 172.20.0.2 (f865e6b2-0d42-4f83-be0a-33e63fb392ab/bd96a2b1-32fc-4713-9057-272b87a1a530/9805ffb8-d7a4-410b-b367-a76af7c1d1f2) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:30:13.101692 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Publish callbacks [] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.108834 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.147653 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5595339-e197-47df-b92f-778831d2174b None None] Network f865e6b2-0d42-4f83-be0a-33e63fb392ab is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:30:13.168395 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-f5595339-e197-47df-b92f-778831d2174b None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:30:13.178112 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5595339-e197-47df-b92f-778831d2174b None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:30:13.244207 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5595339-e197-47df-b92f-778831d2174b None None] Pushing event updated for resources: {'Port': ['ID=9805ffb8-d7a4-410b-b367-a76af7c1d1f2,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:13.272946 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.273566 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.273681 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.273969 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.274328 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.274658 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.274984 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.275306 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.275629 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.275965 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.276289 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.276606 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.276927 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Tracked resource versions report: Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: pushed versions: Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: { 'AddressGroup': {'1.2'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'ConntrackHelper': {'1.0'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Log': {'1.0'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Network': {'1.1'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Port': {'1.7'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'PortForwarding': {'1.2'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'QosPolicy': {'1.10'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SecurityGroup': {'1.5'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SubPort': {'1.0'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Subnet': {'1.1'}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Trunk': {'1.1'}} Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: consumer versions: Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: { DHCP agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: L3 agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: Metadata agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: Metering agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: Open vSwitch agent@dv-cinder-813229-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'ConntrackHelper': '1.0', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'LocalIPAssociation': '1.0', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Log': '1.0', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Network': '1.1', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Port': '1.7', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'PortForwarding': '1.2', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'QosPolicy': '1.10', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SecurityGroup': '1.5', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SecurityGroupRule': '1.2', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SubPort': '1.0', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Subnet': '1.1', Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Trunk': '1.1'}} Feb 21 01:30:13.278259 dv-cinder-813229-6-iscsi neutron-server[102950]: {{(pid=102950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:30:13.285979 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-f5595339-e197-47df-b92f-778831d2174b None None] Attempting to bind port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:30:13.286403 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-f5595339-e197-47df-b92f-778831d2174b None None] Attempting to bind port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'c1400dff-2cd9-4482-91c1-3bf1255b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:30:13.286819 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5595339-e197-47df-b92f-778831d2174b None None] Attempting to bind port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 on network f865e6b2-0d42-4f83-be0a-33e63fb392ab {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:30:13.291718 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5595339-e197-47df-b92f-778831d2174b None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:30:13.292095 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5595339-e197-47df-b92f-778831d2174b None None] Checking segment: {'id': 'c1400dff-2cd9-4482-91c1-3bf1255b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:30:13.292897 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.293290 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5595339-e197-47df-b92f-778831d2174b None None] Bound using segment: {'id': 'c1400dff-2cd9-4482-91c1-3bf1255b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:30:13.293765 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-f5595339-e197-47df-b92f-778831d2174b None None] Bound port: 9805ffb8-d7a4-410b-b367-a76af7c1d1f2, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1400dff-2cd9-4482-91c1-3bf1255b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:30:13.294169 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.355005 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-f5595339-e197-47df-b92f-778831d2174b None None] For port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:30:13.360086 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-f5595339-e197-47df-b92f-778831d2174b None None] For port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=9805ffb8-d7a4-410b-b367-a76af7c1d1f2,segment=NetworkSegment(c1400dff-2cd9-4482-91c1-3bf1255b326f),segment_id=c1400dff-2cd9-4482-91c1-3bf1255b326f)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:30:13.371632 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f5595339-e197-47df-b92f-778831d2174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.433154 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5595339-e197-47df-b92f-778831d2174b None None] Pushing event updated for resources: {'Port': ['ID=9805ffb8-d7a4-410b-b367-a76af7c1d1f2,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:14.837379 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33016) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:15.152328 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [None req-7dd53f7b-b4ee-45dd-b150-dc73c606ca69 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:30:15.153326 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-7dd53f7b-b4ee-45dd-b150-dc73c606ca69 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3149083 Feb 21 01:30:17.693007 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33024) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:18.191220 dv-cinder-813229-6-iscsi neutron-server[102948]: WARNING oslo_policy.policy [None req-98ce4ea7-d826-4a7c-841d-f7b74afee1cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:30:18.192447 dv-cinder-813229-6-iscsi neutron-server[102948]: WARNING oslo_policy.policy [None req-98ce4ea7-d826-4a7c-841d-f7b74afee1cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:30:18.418397 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [None req-98ce4ea7-d826-4a7c-841d-f7b74afee1cc admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:30:18.419635 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-98ce4ea7-d826-4a7c-841d-f7b74afee1cc admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7245808 Feb 21 01:30:20.957425 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33038) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:21.273352 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:30:21.332697 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.policy [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102948) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 01:30:21.375006 dv-cinder-813229-6-iscsi neutron-server[102948]: WARNING oslo_policy.policy [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:30:21.375409 dv-cinder-813229-6-iscsi neutron-server[102948]: WARNING oslo_policy.policy [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:30:21.436874 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (b91a817e-d320-4ce4-bfa9-88073443d16a), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:21.439790 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (b91a817e-d320-4ce4-bfa9-88073443d16a), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:21.595915 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] Publish callbacks [] for router_controller (b91a817e-d320-4ce4-bfa9-88073443d16a), precommit_add_association {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:21.601406 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (b91a817e-d320-4ce4-bfa9-88073443d16a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:21.625968 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:21.627241 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-818975e0-e615-4264-ae00-28c6ae12f490 demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6688054 Feb 21 01:30:24.187532 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33052) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:24.481524 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:30:24.517774 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [None req-a451318d-c12c-4d4f-9b3d-690b3f9f25db admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:30:24.526905 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a451318d-c12c-4d4f-9b3d-690b3f9f25db admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3381276 Feb 21 01:30:24.568939 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:24.569268 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:24.684775 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:30:24.685166 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:24.722894 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=9805ffb8-d7a4-410b-b367-a76af7c1d1f2,segment=NetworkSegment(c1400dff-2cd9-4482-91c1-3bf1255b326f),segment_id=c1400dff-2cd9-4482-91c1-3bf1255b326f)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:24.728541 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:24.783196 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=9805ffb8-d7a4-410b-b367-a76af7c1d1f2,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:24.860700 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33385e6f-7985-4e06-a0df-14ac8c0bab58 None None] Network f865e6b2-0d42-4f83-be0a-33e63fb392ab requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:30:24.923736 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-287f0e58-03eb-40a5-a26b-5d90486daaa4 None None] Provisioning complete for port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:24.924115 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-287f0e58-03eb-40a5-a26b-5d90486daaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:25.052846 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-287f0e58-03eb-40a5-a26b-5d90486daaa4 None None] Current status of the port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:30:25.249465 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-979ff74a-e6d1-45bd-a18c-f5442ae22b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:25.275690 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9dec70a4-e21a-4d11-ab71-eb3ad9376893 None None] Provisioning complete for port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:25.276091 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9dec70a4-e21a-4d11-ab71-eb3ad9376893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:25.354445 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9dec70a4-e21a-4d11-ab71-eb3ad9376893 None None] Current status of the port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:30:26.455108 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:30:26.503847 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:26.504255 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:26.582648 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:30:27.054508 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33062) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:27.377871 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:30:27.400405 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Made reservation on behalf of 442aa4692fdc4c9cbacda48f2343b2fa for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:30:27.403593 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:27.420073 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:27.527356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Publish callbacks [] for security_group (39ce7287-0302-43e6-a788-c19c2d875573), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:27.531522 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (39ce7287-0302-43e6-a788-c19c2d875573), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:27.544714 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Reserving flat network on physical network physnet1 {{(pid=102948) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 01:30:27.575551 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726587130417', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (f6e21d29-25cf-4811-a7fe-a0814200bc54), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:27.576122 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Unsubscribe: segment precommit_create {{(pid=102948) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 01:30:27.576651 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Added segment f6e21d29-25cf-4811-a7fe-a0814200bc54 of type flat for network d31f05ab-a99f-47ef-8a78-9e075b5d458c Feb 21 01:30:27.592065 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ce7287-0302-43e6-a788-c19c2d875573,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:27.622394 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-126da98f-0048-481e-97f7-ffd4bb3bc9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:27.638688 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.639053 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.639400 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.639736 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.640068 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.640404 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.640745 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.641074 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.641412 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.641739 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.642060 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.642675 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.642909 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Tracked resource versions report: Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: pushed versions: Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: { 'AddressGroup': {'1.2'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'ConntrackHelper': {'1.0'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Log': {'1.0'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Network': {'1.1'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Port': {'1.7'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'PortForwarding': {'1.2'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'QosPolicy': {'1.10'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SecurityGroup': {'1.5'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SubPort': {'1.0'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Subnet': {'1.1'}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Trunk': {'1.1'}} Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: consumer versions: Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: { DHCP agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: L3 agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: Metadata agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: Metering agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: Open vSwitch agent@dv-cinder-813229-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'ConntrackHelper': '1.0', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'LocalIPAssociation': '1.0', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Log': '1.0', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Network': '1.1', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Port': '1.7', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'PortForwarding': '1.2', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'QosPolicy': '1.10', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SecurityGroup': '1.5', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SecurityGroupRule': '1.2', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SubPort': '1.0', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Subnet': '1.1', Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Trunk': '1.1'}} Feb 21 01:30:27.644310 dv-cinder-813229-6-iscsi neutron-server[102948]: {{(pid=102948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:30:27.689210 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (d31f05ab-a99f-47ef-8a78-9e075b5d458c), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:27.736961 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (d31f05ab-a99f-47ef-8a78-9e075b5d458c), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:27.738466 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:27.739195 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:27.827378 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7718017 Feb 21 01:30:27.841690 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737267c6-24a6-45c2-afb7-af1ddccd4763 admin admin] Pushing event updated for resources: {'Network': ['ID=d31f05ab-a99f-47ef-8a78-9e075b5d458c,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:27.852946 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:30:28.710992 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:29.965622 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:30.397827 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33084) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:30.625681 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6102ee-0de5-418d-bd6b-a7188a7f752e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:30.627088 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3c6102ee-0de5-418d-bd6b-a7188a7f752e demo admin] 10.222.0.79 "GET /v2.0/subnets/bd96a2b1-32fc-4713-9057-272b87a1a530 HTTP/1.1" status: 200 len: 849 time: 0.2282536 Feb 21 01:30:30.768788 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f031667b-027b-4823-9cdc-e64e35a15f43 demo admin] 10.222.0.79 "GET /v2.0/routers/b91a817e-d320-4ce4-bfa9-88073443d16a HTTP/1.1" status: 200 len: 704 time: 0.1354728 Feb 21 01:30:31.044863 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:31.349923 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Allocated IP 172.20.0.1 (f865e6b2-0d42-4f83-be0a-33e63fb392ab/bd96a2b1-32fc-4713-9057-272b87a1a530/d1984a6e-7d50-46a2-a947-5982b6efa029) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:30:31.544280 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Publish callbacks [] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:31.615479 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:31.727801 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Pushing event updated for resources: {'Port': ['ID=d1984a6e-7d50-46a2-a947-5982b6efa029,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:31.734831 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Network f865e6b2-0d42-4f83-be0a-33e63fb392ab is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:30:31.737030 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:30:31.741981 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:30:31.742583 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (b91a817e-d320-4ce4-bfa9-88073443d16a), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:31.787662 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:32.012176 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:32.024150 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-6d89cb35-070f-4e25-9486-1ecb962bd1fe None None] Provisioning complete for port d1984a6e-7d50-46a2-a947-5982b6efa029 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:32.024764 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6d89cb35-070f-4e25-9486-1ecb962bd1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:32.060052 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-6d89cb35-070f-4e25-9486-1ecb962bd1fe None None] Port d1984a6e-7d50-46a2-a947-5982b6efa029 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:30:32.225646 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Publish callbacks [] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:32.231417 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:32.232282 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (b91a817e-d320-4ce4-bfa9-88073443d16a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:32.322233 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Pushing event updated for resources: {'Port': ['ID=d1984a6e-7d50-46a2-a947-5982b6efa029,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:32.369440 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Network f865e6b2-0d42-4f83-be0a-33e63fb392ab is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:30:32.370893 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:30:32.545718 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Router b91a817e-d320-4ce4-bfa9-88073443d16a is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:30:32.648721 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:30:32.654909 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fb55f9ef-5030-49ef-9fab-d1219d67916f demo admin] 10.222.0.79 "PUT /v2.0/routers/b91a817e-d320-4ce4-bfa9-88073443d16a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8798926 Feb 21 01:30:32.669752 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Sync routers for ids ['b91a817e-d320-4ce4-bfa9-88073443d16a'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:30:32.685147 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Routers {'b91a817e-d320-4ce4-bfa9-88073443d16a'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:30:32.687054 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:30:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['b91a817e-d320-4ce4-bfa9-88073443d16a'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:32.694552 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-cd95ef03-f3d3-4d1a-8f90-8447a3246f33 None None] Provisioning complete for port d1984a6e-7d50-46a2-a947-5982b6efa029 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:32.695866 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-cd95ef03-f3d3-4d1a-8f90-8447a3246f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:32.751448 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-cd95ef03-f3d3-4d1a-8f90-8447a3246f33 None None] Port d1984a6e-7d50-46a2-a947-5982b6efa029 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:30:32.887599 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Set router b91a817e-d320-4ce4-bfa9-88073443d16a gateway port host: None {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:30:33.335382 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'name': 'router1', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:30:21Z', 'updated_at': '2022-02-21T01:30:31Z', 'revision_number': 2, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'gw_port_host': None, '_interfaces': [{'id': 'd1984a6e-7d50-46a2-a947-5982b6efa029', 'name': '', 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'mac_address': 'fa:16:3e:1c:3b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:30:31Z', 'updated_at': '2022-02-21T01:30:32Z', 'revision_number': 2, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'subnets': [{'id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed44d14-49b5-4afa-88a6-06bec129c8ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:33.386070 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Checking router: b91a817e-d320-4ce4-bfa9-88073443d16a for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:30:33.386530 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Updating router b91a817e-d320-4ce4-bfa9-88073443d16a port d1984a6e-7d50-46a2-a947-5982b6efa029 binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:30:33.470489 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:33.963969 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Publish callbacks [] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:33.970748 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:34.184905 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Attempting to bind port d1984a6e-7d50-46a2-a947-5982b6efa029 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:30:34.185318 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Attempting to bind port d1984a6e-7d50-46a2-a947-5982b6efa029 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'c1400dff-2cd9-4482-91c1-3bf1255b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:30:34.185739 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Attempting to bind port d1984a6e-7d50-46a2-a947-5982b6efa029 on network f865e6b2-0d42-4f83-be0a-33e63fb392ab {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:30:34.200155 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:30:34.200488 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Checking segment: {'id': 'c1400dff-2cd9-4482-91c1-3bf1255b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:30:34.200907 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:34.201304 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Bound using segment: {'id': 'c1400dff-2cd9-4482-91c1-3bf1255b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:30:34.201808 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Bound port: d1984a6e-7d50-46a2-a947-5982b6efa029, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1400dff-2cd9-4482-91c1-3bf1255b326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:30:34.202188 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:34.205387 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Pushing event updated for resources: {'Port': ['ID=d1984a6e-7d50-46a2-a947-5982b6efa029,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:34.221879 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.222172 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.222539 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.222876 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.223191 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.223517 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.223838 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.224151 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.224486 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.224799 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.225149 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.225434 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.225826 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Tracked resource versions report: Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: pushed versions: Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: { 'AddressGroup': {'1.2'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'ConntrackHelper': {'1.0'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Log': {'1.0'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Network': {'1.1'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Port': {'1.7'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'PortForwarding': {'1.2'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'QosPolicy': {'1.10'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SecurityGroup': {'1.5'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SubPort': {'1.0'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Subnet': {'1.1'}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Trunk': {'1.1'}} Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: consumer versions: Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: { DHCP agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: L3 agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: Metadata agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: Metering agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: Open vSwitch agent@dv-cinder-813229-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'ConntrackHelper': '1.0', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'LocalIPAssociation': '1.0', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Log': '1.0', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Network': '1.1', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Port': '1.7', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'PortForwarding': '1.2', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'QosPolicy': '1.10', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SecurityGroup': '1.5', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SecurityGroupRule': '1.2', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SubPort': '1.0', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Subnet': '1.1', Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Trunk': '1.1'}} Feb 21 01:30:34.227119 dv-cinder-813229-6-iscsi neutron-server[102951]: {{(pid=102951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:30:34.297213 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] For port d1984a6e-7d50-46a2-a947-5982b6efa029, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:30:34.298111 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-c3a9d90a-dce5-4d87-b321-9aaf0393d112 None None] Provisioning complete for port d1984a6e-7d50-46a2-a947-5982b6efa029 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:34.298608 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-c3a9d90a-dce5-4d87-b321-9aaf0393d112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:34.329942 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] For port d1984a6e-7d50-46a2-a947-5982b6efa029, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=d1984a6e-7d50-46a2-a947-5982b6efa029,segment=NetworkSegment(c1400dff-2cd9-4482-91c1-3bf1255b326f),segment_id=c1400dff-2cd9-4482-91c1-3bf1255b326f)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:30:34.339811 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:34.345541 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9d90a-dce5-4d87-b321-9aaf0393d112 None None] Port d1984a6e-7d50-46a2-a947-5982b6efa029 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:30:34.417317 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Routers {'b91a817e-d320-4ce4-bfa9-88073443d16a'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:30:34.417503 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:30:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['b91a817e-d320-4ce4-bfa9-88073443d16a'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:34.466752 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fada6e-b35c-42d1-8d43-26630967c429 None None] Pushing event updated for resources: {'Port': ['ID=d1984a6e-7d50-46a2-a947-5982b6efa029,revision_number=4']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:34.557624 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] Set router b91a817e-d320-4ce4-bfa9-88073443d16a gateway port host: None {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:30:34.676860 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-0e54ca08-e384-447c-a3ab-9c0a01cb62ed None None] Provisioning complete for port d1984a6e-7d50-46a2-a947-5982b6efa029 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:34.677867 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0e54ca08-e384-447c-a3ab-9c0a01cb62ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:34.793367 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-0e54ca08-e384-447c-a3ab-9c0a01cb62ed None None] Current status of the port d1984a6e-7d50-46a2-a947-5982b6efa029 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:30:34.793979 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0e54ca08-e384-447c-a3ab-9c0a01cb62ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:34.828786 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-0e54ca08-e384-447c-a3ab-9c0a01cb62ed None None] For port d1984a6e-7d50-46a2-a947-5982b6efa029, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=d1984a6e-7d50-46a2-a947-5982b6efa029,segment=NetworkSegment(c1400dff-2cd9-4482-91c1-3bf1255b326f),segment_id=c1400dff-2cd9-4482-91c1-3bf1255b326f)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:34.831815 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'name': 'router1', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:30:21Z', 'updated_at': '2022-02-21T01:30:31Z', 'revision_number': 2, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'gw_port_host': None, '_interfaces': [{'id': 'd1984a6e-7d50-46a2-a947-5982b6efa029', 'name': '', 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'mac_address': 'fa:16:3e:1c:3b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:30:31Z', 'updated_at': '2022-02-21T01:30:34Z', 'revision_number': 4, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'subnets': [{'id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed44d14-49b5-4afa-88a6-06bec129c8ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:34.833305 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0e54ca08-e384-447c-a3ab-9c0a01cb62ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:34.884095 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54ca08-e384-447c-a3ab-9c0a01cb62ed None None] Pushing event updated for resources: {'Port': ['ID=d1984a6e-7d50-46a2-a947-5982b6efa029,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:34.904006 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877914a-2e68-4d02-b9c2-b3b55c4f658f None None] The sync data for ids ['b91a817e-d320-4ce4-bfa9-88073443d16a'] in dv-cinder-813229-6-iscsi is: [{'id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'name': 'router1', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:30:21Z', 'updated_at': '2022-02-21T01:30:31Z', 'revision_number': 2, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'gw_port_host': None, '_interfaces': [{'id': 'd1984a6e-7d50-46a2-a947-5982b6efa029', 'name': '', 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'mac_address': 'fa:16:3e:1c:3b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:30:31Z', 'updated_at': '2022-02-21T01:30:34Z', 'revision_number': 4, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'subnets': [{'id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed44d14-49b5-4afa-88a6-06bec129c8ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:30:35.138891 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33104) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:35.248348 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbee22-b948-4751-93da-0b67164e5fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:35.255377 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-21bbee22-b948-4751-93da-0b67164e5fcd admin admin] 10.222.0.79 "GET /v2.0/networks/d31f05ab-a99f-47ef-8a78-9e075b5d458c HTTP/1.1" status: 200 len: 842 time: 0.1155221 Feb 21 01:30:35.259568 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:30:35.281512 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Made reservation on behalf of 442aa4692fdc4c9cbacda48f2343b2fa for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:30:35.283795 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:35.578409 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.objects.ports [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102948) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 01:30:35.578831 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:35.637230 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:35.647507 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:30:35.647859 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Network hostable DHCP agents. Network: d31f05ab-a99f-47ef-8a78-9e075b5d458c, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:30:35.667800 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:30:35.678561 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, d31f05ab-a99f-47ef-8a78-9e075b5d458c) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:30:35.682858 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:35.683602 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:35.688194 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44f62a4-6543-412d-ab50-348d244cb281 None None] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:30:35.710843 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-47e8fbf3-0e91-4f79-8849-18c09125f0b0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4544375 Feb 21 01:30:35.796891 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e9def-97bc-4112-9629-e91ca39cd071 None None] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:30:38.178654 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33112) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:38.310272 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-eef24319-beeb-465f-949b-19158c706c9b demo admin] 10.222.0.79 "GET /v2.0/routers/b91a817e-d320-4ce4-bfa9-88073443d16a HTTP/1.1" status: 200 len: 710 time: 0.1304610 Feb 21 01:30:38.396071 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca2db1a-6787-468c-9fcb-c268da780b35 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:38.397331 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0ca2db1a-6787-468c-9fcb-c268da780b35 demo admin] 10.222.0.79 "GET /v2.0/networks/d31f05ab-a99f-47ef-8a78-9e075b5d458c HTTP/1.1" status: 200 len: 886 time: 0.0817547 Feb 21 01:30:38.405965 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:30:38.731406 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Publish callbacks [] for router_gateway (b91a817e-d320-4ce4-bfa9-88073443d16a), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:38.966411 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Publish callbacks [] for router_gateway (b91a817e-d320-4ce4-bfa9-88073443d16a), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:39.043902 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:39.144358 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Allocated IP 172.27.1.206 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/096dc5c5-af05-4511-823c-368901c18724) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:30:39.245720 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Publish callbacks [] for port (096dc5c5-af05-4511-823c-368901c18724), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:39.285941 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (096dc5c5-af05-4511-823c-368901c18724), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:39.323545 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:30:39.326290 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:30:39.329505 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:30:39.383039 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Pushing event updated for resources: {'Port': ['ID=096dc5c5-af05-4511-823c-368901c18724,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:39.621187 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Publish callbacks [] for router_gateway (b91a817e-d320-4ce4-bfa9-88073443d16a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:39.834674 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3768918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10938'] for router (b91a817e-d320-4ce4-bfa9-88073443d16a), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:39.837983 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3768897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3768904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3775022'] for router (b91a817e-d320-4ce4-bfa9-88073443d16a), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:39.969285 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Router b91a817e-d320-4ce4-bfa9-88073443d16a has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:30:40.163002 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:30:40.167279 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:40.168533 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-01e61b49-cb0f-4e3a-9ebb-9754615d6742 demo admin] 10.222.0.79 "PUT /v2.0/routers/b91a817e-d320-4ce4-bfa9-88073443d16a HTTP/1.1" status: 200 len: 890 time: 1.7656622 Feb 21 01:30:42.480866 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device d1984a6e-7d50-46a2-a947-5982b6efa029 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:30:42.531592 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port d1984a6e-7d50-46a2-a947-5982b6efa029 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:42.531985 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:42.613644 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port d1984a6e-7d50-46a2-a947-5982b6efa029 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:30:42.731049 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33124) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:42.849716 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ab9af5bf-05f9-44d1-a6e0-31656fa1fc2f admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1173484 Feb 21 01:30:43.544752 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Sync routers for ids ['b91a817e-d320-4ce4-bfa9-88073443d16a'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:30:43.557148 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Routers {'b91a817e-d320-4ce4-bfa9-88073443d16a'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:30:43.557805 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:30:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['b91a817e-d320-4ce4-bfa9-88073443d16a'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:43.779870 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Set router b91a817e-d320-4ce4-bfa9-88073443d16a gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:30:44.238781 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'name': 'router1', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '096dc5c5-af05-4511-823c-368901c18724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:30:21Z', 'updated_at': '2022-02-21T01:30:39Z', 'revision_number': 4, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'gw_port': {'id': '096dc5c5-af05-4511-823c-368901c18724', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:30:39Z', 'updated_at': '2022-02-21T01:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'd1984a6e-7d50-46a2-a947-5982b6efa029', 'name': '', 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'mac_address': 'fa:16:3e:1c:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:30:31Z', 'updated_at': '2022-02-21T01:30:34Z', 'revision_number': 5, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'subnets': [{'id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed44d14-49b5-4afa-88a6-06bec129c8ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:44.289097 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Checking router: b91a817e-d320-4ce4-bfa9-88073443d16a for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:30:44.289445 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Updating router b91a817e-d320-4ce4-bfa9-88073443d16a port 096dc5c5-af05-4511-823c-368901c18724 binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:30:44.338951 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (096dc5c5-af05-4511-823c-368901c18724), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:44.666147 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Publish callbacks [] for port (096dc5c5-af05-4511-823c-368901c18724), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:44.672835 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (096dc5c5-af05-4511-823c-368901c18724), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:44.732854 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540e0d5-4774-4152-9ba7-c7b60d91f5c4 None None] Pushing event updated for resources: {'Port': ['ID=096dc5c5-af05-4511-823c-368901c18724,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:44.734615 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Attempting to bind port 096dc5c5-af05-4511-823c-368901c18724 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:30:44.735002 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Attempting to bind port 096dc5c5-af05-4511-823c-368901c18724 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:30:44.735371 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Attempting to bind port 096dc5c5-af05-4511-823c-368901c18724 on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:30:44.742169 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:30:44.742169 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:30:44.742570 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:44.742966 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:30:44.743685 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Bound port: 096dc5c5-af05-4511-823c-368901c18724, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:30:44.743871 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (096dc5c5-af05-4511-823c-368901c18724), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:44.803183 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] For port 096dc5c5-af05-4511-823c-368901c18724, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:30:44.806757 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] For port 096dc5c5-af05-4511-823c-368901c18724, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=096dc5c5-af05-4511-823c-368901c18724,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:30:44.817329 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (096dc5c5-af05-4511-823c-368901c18724), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:44.878283 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540e0d5-4774-4152-9ba7-c7b60d91f5c4 None None] Pushing event updated for resources: {'Port': ['ID=096dc5c5-af05-4511-823c-368901c18724,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:44.880417 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Routers {'b91a817e-d320-4ce4-bfa9-88073443d16a'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:30:44.881016 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:30:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['b91a817e-d320-4ce4-bfa9-88073443d16a'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:45.002677 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] Set router b91a817e-d320-4ce4-bfa9-88073443d16a gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:30:45.232530 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'name': 'router1', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '096dc5c5-af05-4511-823c-368901c18724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:30:21Z', 'updated_at': '2022-02-21T01:30:39Z', 'revision_number': 4, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'gw_port': {'id': '096dc5c5-af05-4511-823c-368901c18724', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:30:39Z', 'updated_at': '2022-02-21T01:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'd1984a6e-7d50-46a2-a947-5982b6efa029', 'name': '', 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'mac_address': 'fa:16:3e:1c:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:30:31Z', 'updated_at': '2022-02-21T01:30:34Z', 'revision_number': 5, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'subnets': [{'id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed44d14-49b5-4afa-88a6-06bec129c8ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:45.260613 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deddf0-e9c5-407d-8f5d-b2e6e6734039 None None] The sync data for ids ['b91a817e-d320-4ce4-bfa9-88073443d16a'] in dv-cinder-813229-6-iscsi is: [{'id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'name': 'router1', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '096dc5c5-af05-4511-823c-368901c18724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:30:21Z', 'updated_at': '2022-02-21T01:30:39Z', 'revision_number': 4, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'gw_port': {'id': '096dc5c5-af05-4511-823c-368901c18724', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:30:39Z', 'updated_at': '2022-02-21T01:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'd1984a6e-7d50-46a2-a947-5982b6efa029', 'name': '', 'network_id': 'f865e6b2-0d42-4f83-be0a-33e63fb392ab', 'tenant_id': '3c4f1a5a685848d5bd703ae910481be2', 'mac_address': 'fa:16:3e:1c:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91a817e-d320-4ce4-bfa9-88073443d16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:30:31Z', 'updated_at': '2022-02-21T01:30:34Z', 'revision_number': 5, 'project_id': '3c4f1a5a685848d5bd703ae910481be2', 'subnets': [{'id': 'bd96a2b1-32fc-4713-9057-272b87a1a530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed44d14-49b5-4afa-88a6-06bec129c8ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:30:46.553191 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 096dc5c5-af05-4511-823c-368901c18724 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:30:46.616792 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 096dc5c5-af05-4511-823c-368901c18724 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:46.617188 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (096dc5c5-af05-4511-823c-368901c18724), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:46.707843 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 096dc5c5-af05-4511-823c-368901c18724 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:30:46.708238 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (096dc5c5-af05-4511-823c-368901c18724), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:46.729686 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 096dc5c5-af05-4511-823c-368901c18724, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=096dc5c5-af05-4511-823c-368901c18724,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:46.735146 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (096dc5c5-af05-4511-823c-368901c18724), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:46.789231 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=096dc5c5-af05-4511-823c-368901c18724,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:48.580321 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 096dc5c5-af05-4511-823c-368901c18724 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:30:48.691290 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 096dc5c5-af05-4511-823c-368901c18724 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:30:48.691778 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (096dc5c5-af05-4511-823c-368901c18724), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:48.897039 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 096dc5c5-af05-4511-823c-368901c18724 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:30:49.794057 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 5 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:30:55.250193 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-c6ef105d-c7e4-4b10-9e6b-0a78aba73183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:57.620078 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2a6a81b8-fc57-49b7-896f-7ba69c1c4182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:58.716742 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:59.975461 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:01.726304 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:25.254980 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-276e618d-fe76-4376-97ae-3c926c5db8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:26.783753 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 5 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:31:27.617902 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-39caec5e-8e13-4915-9604-9e25d7c91c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:28.717085 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:29.978456 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:31.725941 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:55.257902 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f0db7358-9104-4433-b23d-b16fbce32926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:57.610425 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-26289494-c0ce-4c50-b6bc-3bdba1f68eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:58.719660 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.973884 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.727883 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.046140 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33610) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:03.106676 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.pecan_wsgi.hooks.translation [None req-a856b51a-cb36-427a-9a65-b5d546d90e55 admin admin] GET failed (client error): The resource could not be found. Feb 21 01:32:03.107959 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a856b51a-cb36-427a-9a65-b5d546d90e55 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602670 Feb 21 01:32:03.267494 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c52a00-2c85-4a9f-af1a-f6f3157d67db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:03.268888 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-81c52a00-2c85-4a9f-af1a-f6f3157d67db admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1562223 Feb 21 01:32:03.782578 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 5 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:32:05.582166 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33620) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:05.677988 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0ab98-49b9-4d2b-b388-46d7824ddf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:05.679346 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-b9b0ab98-49b9-4d2b-b388-46d7824ddf4a admin admin] 10.222.0.79 "GET /v2.0/subnets/bd96a2b1-32fc-4713-9057-272b87a1a530 HTTP/1.1" status: 200 len: 849 time: 0.0962133 Feb 21 01:32:05.688972 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:05.774288 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Publish callbacks [] for subnet (bd96a2b1-32fc-4713-9057-272b87a1a530), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.914130 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726587141762'] for subnet (bd96a2b1-32fc-4713-9057-272b87a1a530), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.952070 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:05.952997 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.954559 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] 10.222.0.79 "PUT /v2.0/subnets/bd96a2b1-32fc-4713-9057-272b87a1a530 HTTP/1.1" status: 200 len: 868 time: 0.2695537 Feb 21 01:32:05.956228 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb42a8b-c169-47a4-a4ec-2f10de8f4291 None None] Network f865e6b2-0d42-4f83-be0a-33e63fb392ab requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:32:05.973962 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd96a2b1-32fc-4713-9057-272b87a1a530,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:05.981683 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.982037 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.982413 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.982809 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.983141 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.983476 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.983832 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.984726 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.985083 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.985430 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.986028 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.986390 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.986784 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04002ef-aae5-4fa3-8009-e8b63f4d328a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:06.319504 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-64ff68cf-6e60-4092-91b0-b6da87dbf02a None None] Provisioning complete for port d1984a6e-7d50-46a2-a947-5982b6efa029 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:06.319896 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-64ff68cf-6e60-4092-91b0-b6da87dbf02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (d1984a6e-7d50-46a2-a947-5982b6efa029), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.397568 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-64ff68cf-6e60-4092-91b0-b6da87dbf02a None None] Current status of the port d1984a6e-7d50-46a2-a947-5982b6efa029 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:06.407036 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-64ff68cf-6e60-4092-91b0-b6da87dbf02a None None] Provisioning complete for port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:06.407433 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-64ff68cf-6e60-4092-91b0-b6da87dbf02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9805ffb8-d7a4-410b-b367-a76af7c1d1f2), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.482549 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-64ff68cf-6e60-4092-91b0-b6da87dbf02a None None] Current status of the port 9805ffb8-d7a4-410b-b367-a76af7c1d1f2 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:08.300218 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33630) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:08.493684 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e3a12-7f5e-4216-86b7-572896664e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:08.494153 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e3a12-7f5e-4216-86b7-572896664e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:08.495954 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-be5e3a12-7f5e-4216-86b7-572896664e47 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1947954 Feb 21 01:32:10.826141 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33638) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:10.954763 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64d6ec-130f-41d5-999e-b375e0b4e538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:10.955230 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64d6ec-130f-41d5-999e-b375e0b4e538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:10.958082 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8a64d6ec-130f-41d5-999e-b375e0b4e538 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1309068 Feb 21 01:32:13.261606 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33646) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:13.413675 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0280d9d8-c1ad-42d0-a0c6-7d161b996999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:13.414985 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-0280d9d8-c1ad-42d0-a0c6-7d161b996999 admin admin] 10.222.0.79 "GET /v2.0/networks/d31f05ab-a99f-47ef-8a78-9e075b5d458c HTTP/1.1" status: 200 len: 886 time: 0.1524031 Feb 21 01:32:15.740952 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33654) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:15.869631 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1906248c-24ef-4b11-a081-a5735a579315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:15.871297 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1906248c-24ef-4b11-a081-a5735a579315 admin admin] 10.222.0.79 "GET /v2.0/networks/f865e6b2-0d42-4f83-be0a-33e63fb392ab HTTP/1.1" status: 200 len: 868 time: 0.1293981 Feb 21 01:32:18.171366 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33662) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:18.292405 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8adc0-d39b-4f38-a662-5b08fc19e9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:18.292860 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8adc0-d39b-4f38-a662-5b08fc19e9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:18.294382 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-95c8adc0-d39b-4f38-a662-5b08fc19e9db admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220384 Feb 21 01:32:20.614610 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33670) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:20.703550 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249e5ea9-fb3f-471f-9e0f-a413b6fd7ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:20.704010 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249e5ea9-fb3f-471f-9e0f-a413b6fd7ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:20.705547 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-249e5ea9-fb3f-471f-9e0f-a413b6fd7ebd admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899851 Feb 21 01:32:23.044827 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33678) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:23.134718 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71b60f-182d-4d53-abe4-e5e1a9c75062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:23.136034 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-cf71b60f-182d-4d53-abe4-e5e1a9c75062 admin admin] 10.222.0.79 "GET /v2.0/subnets/bd96a2b1-32fc-4713-9057-272b87a1a530 HTTP/1.1" status: 200 len: 868 time: 0.0902410 Feb 21 01:32:25.261218 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2a11fbdf-7cfd-4588-8552-65c383b635b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:25.466390 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33686) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:25.551445 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39d594f-8ea5-41fd-affd-545252caf99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:25.552744 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-a39d594f-8ea5-41fd-affd-545252caf99e admin admin] 10.222.0.79 "GET /v2.0/subnets/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b HTTP/1.1" status: 200 len: 816 time: 0.0853784 Feb 21 01:32:27.612831 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-59024d35-1d1f-4926-ba1f-1becebf29a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:28.724401 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:29.976991 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.732791 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.780878 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 5 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:32:53.517605 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33738) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:53.564119 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [None req-2ab9dc44-cd52-4564-a426-3f34fa74d60f admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:32:53.565096 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-2ab9dc44-cd52-4564-a426-3f34fa74d60f admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465047 Feb 21 01:32:55.262967 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a8cf-9626-4157-a3aa-2ee5e5de2412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.973605 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33746) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:56.035014 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad523716-79d7-4c33-b14a-67703ac38202 admin admin] GET failed (client error): The resource could not be found. Feb 21 01:32:56.036275 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-ad523716-79d7-4c33-b14a-67703ac38202 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617423 Feb 21 01:32:56.185451 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ea9b63-05f2-4045-b5c4-7e681ddcdb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:56.186973 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-57ea9b63-05f2-4045-b5c4-7e681ddcdb15 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1467814 Feb 21 01:32:57.615005 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-21fd2c12-02ca-4a7e-8b8f-3a1c1353e124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:58.508225 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33754) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:58.554366 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:58.572723 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Made reservation on behalf of 442aa4692fdc4c9cbacda48f2343b2fa for: {'network': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:58.575170 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:58.607861 dv-cinder-813229-6-iscsi neutron-server[102949]: WARNING neutron.services.revisions.revision_plugin [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Could not find related network for resource to bump revision. Feb 21 01:32:58.622656 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:32:58.632565 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (844e39e6-5716-4e5e-98c3-ac54cf2b4d51), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:58.632896 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.segments_db [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Added segment 844e39e6-5716-4e5e-98c3-ac54cf2b4d51 of type vlan for network fd7e047c-1141-4af5-b134-0216548665e9 Feb 21 01:32:58.671242 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (fd7e047c-1141-4af5-b134-0216548665e9), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:58.694503 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (fd7e047c-1141-4af5-b134-0216548665e9), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:58.695364 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:58.695942 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:58.726751 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:58.765667 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2563181 Feb 21 01:32:58.790312 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2034e10-ddb4-4b9f-b51d-2c65785384fa admin admin] Pushing event updated for resources: {'Network': ['ID=fd7e047c-1141-4af5-b134-0216548665e9,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:58.801300 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network fd7e047c-1141-4af5-b134-0216548665e9 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:32:59.979425 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:01.096560 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33762) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:01.156132 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48d8ce2-6b36-492e-a1d2-50ee3e7ea18d admin admin] GET failed (client error): The resource could not be found. Feb 21 01:33:01.157413 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e48d8ce2-6b36-492e-a1d2-50ee3e7ea18d admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601161 Feb 21 01:33:01.226559 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976efb35-fce6-49cc-a27a-b5ffefe88cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:01.227982 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-976efb35-fce6-49cc-a27a-b5ffefe88cda admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0663891 Feb 21 01:33:01.238023 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Request body: {'subnet': {'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:33:01.255604 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Made reservation on behalf of 442aa4692fdc4c9cbacda48f2343b2fa for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:33:01.258001 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:01.416938 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (14838661-25fd-45a9-88b9-7aaef1c35781), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:01.468989 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14838661-25fd-45a9-88b9-7aaef1c35781,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:01.479976 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.480348 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.480698 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.481039 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.481374 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.481704 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.482047 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.482405 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.482749 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.483092 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.483421 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.483741 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.484088 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:01.487195 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Checking segment: {'id': '844e39e6-5716-4e5e-98c3-ac54cf2b4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:33:01.487549 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Network hostable DHCP agents. Network: fd7e047c-1141-4af5-b134-0216548665e9, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:33:01.503222 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Network fd7e047c-1141-4af5-b134-0216548665e9 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:33:01.511833 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, fd7e047c-1141-4af5-b134-0216548665e9) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:33:01.516354 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:01.516944 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:01.522009 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4ac89-88bd-435d-99b8-815f6b3568c5 None None] Network fd7e047c-1141-4af5-b134-0216548665e9 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:33:01.538728 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-68534b35-bac3-40b7-974d-9cacdc51d788 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045192 Feb 21 01:33:01.627961 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-fd7e047c-1141-4af5-b134-0216548665e9', 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9', 'project_id': '442aa4692fdc4c9cbacda48f2343b2fa', 'fixed_ips': [{'subnet_id': '14838661-25fd-45a9-88b9-7aaef1c35781'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:33:01.628835 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:01.863230 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:01.885420 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Allocated IP 192.168.233.2 (fd7e047c-1141-4af5-b134-0216548665e9/14838661-25fd-45a9-88b9-7aaef1c35781/bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:33:02.031376 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Publish callbacks [] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:02.037065 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:02.074300 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Network fd7e047c-1141-4af5-b134-0216548665e9 is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:33:02.076891 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:33:02.079970 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:33:02.089879 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Pushing event updated for resources: {'Port': ['ID=bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:02.098855 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.099226 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.099590 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.099927 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.100259 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.100587 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.100911 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.101233 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.101558 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.101892 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.102234 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.102553 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.102871 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:02.157387 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Attempting to bind port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:33:02.157686 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Attempting to bind port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '844e39e6-5716-4e5e-98c3-ac54cf2b4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:33:02.158047 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Attempting to bind port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 on network fd7e047c-1141-4af5-b134-0216548665e9 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:33:02.163104 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:33:02.163475 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Checking segment: {'id': '844e39e6-5716-4e5e-98c3-ac54cf2b4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:33:02.163877 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:02.164274 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Bound using segment: {'id': '844e39e6-5716-4e5e-98c3-ac54cf2b4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:33:02.164735 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Bound port: bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844e39e6-5716-4e5e-98c3-ac54cf2b4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:33:02.165116 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:02.230478 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] For port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:33:02.233446 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] For port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15,segment=NetworkSegment(844e39e6-5716-4e5e-98c3-ac54cf2b4d51),segment_id=844e39e6-5716-4e5e-98c3-ac54cf2b4d51)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:33:02.239739 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:02.293471 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285b7d8-0f70-4a3c-952c-fe534787cb0a None None] Pushing event updated for resources: {'Port': ['ID=bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:02.614077 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:33:02.666639 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:33:02.666956 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:02.757488 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:33:02.758298 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:02.801026 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15,segment=NetworkSegment(844e39e6-5716-4e5e-98c3-ac54cf2b4d51),segment_id=844e39e6-5716-4e5e-98c3-ac54cf2b4d51)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:33:02.805244 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:02.853450 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:03.186178 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b5f14-5081-45b8-a111-c741b4add227 None None] Network fd7e047c-1141-4af5-b134-0216548665e9 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:33:03.262435 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-5ce8a0aa-f926-451a-8dc2-0b19c663975d None None] Provisioning complete for port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:33:03.262829 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a0aa-f926-451a-8dc2-0b19c663975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.377366 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8a0aa-f926-451a-8dc2-0b19c663975d None None] Current status of the port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:33:03.602139 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-0d6137ff-613c-44b8-a049-4b127202121e None None] Provisioning complete for port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:33:03.602557 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0d6137ff-613c-44b8-a049-4b127202121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.680408 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-0d6137ff-613c-44b8-a049-4b127202121e None None] Current status of the port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:33:04.555099 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:33:04.605718 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:33:04.606110 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:04.682919 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port bbe6e9b2-7ac6-48fb-96e6-d5ff3d1faf15 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:33:17.778786 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 5 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:33:25.268047 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2145570a-7585-4868-ba88-359f688ef124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:27.617551 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-019161a0-472e-4ef1-8290-dd31f06c16e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:28.730417 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:29.983760 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.735819 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:54.776643 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 5 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:33:55.269655 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-1bb0bbf6-816d-49c7-8352-eccde3855ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:57.621215 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-5103ab59-f13c-43e0-a6e7-70fc9e18594b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:58.733547 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:59.984668 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.737691 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:23.529133 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33800) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:23.534817 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [None req-72e97040-511e-446d-8c3f-fcd0b3c5de7f tempest-verify_tempest_config-1850503028 tempest-verify_tempest_config-1850503028-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:34:23.535777 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-72e97040-511e-446d-8c3f-fcd0b3c5de7f tempest-verify_tempest_config-1850503028 tempest-verify_tempest_config-1850503028-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056822 Feb 21 01:34:23.828144 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 33818) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:23.926404 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.002178 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Publish callbacks [] for security_group (17e57755-fcac-44a7-8661-d7d8b9fa38ac), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.005548 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (17e57755-fcac-44a7-8661-d7d8b9fa38ac), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.047638 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d746ea747594e358169a0179e106bf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2183797 Feb 21 01:34:24.049655 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e57755-fcac-44a7-8661-d7d8b9fa38ac,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:24.050391 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33822) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:24.056453 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.056816 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.057159 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.057493 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.057822 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.058147 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.058516 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.058846 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.059168 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.060047 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.060368 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.060686 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.061008 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f61a-adb1-4f7a-aae4-cee22bf88838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.111301 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Publish callbacks [] for security_group (17e57755-fcac-44a7-8661-d7d8b9fa38ac), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.132168 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Publish callbacks [] for security_group (17e57755-fcac-44a7-8661-d7d8b9fa38ac), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.223742 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (17e57755-fcac-44a7-8661-d7d8b9fa38ac), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.226258 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.227401 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17e57755-fcac-44a7-8661-d7d8b9fa38ac HTTP/1.1" status: 204 len: 168 time: 0.1760504 Feb 21 01:34:24.235645 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e57755-fcac-44a7-8661-d7d8b9fa38ac,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:24.242041 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.242435 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.242783 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.243121 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.243449 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.243778 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.244117 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.244444 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.244809 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.245096 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.245678 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.245998 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:24.246345 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c44021-b249-4df1-a857-0bbdabda1931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.270791 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-b4b7370d-d0e2-48cb-9edf-664855d17290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:27.623516 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-caad12d1-2e55-4e6f-810c-d27f0b9a0fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:28.735861 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.989745 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:31.739951 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:31.776881 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 5 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:34:55.273388 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-49843ba2-76cb-4a45-985b-cda4004ce6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:57.625435 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-93b55f0a-7470-4785-af7a-37a2dc2083ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:58.738009 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.996254 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.741887 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:08.775672 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 5 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:35:25.274451 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2da838f8-f7d0-4c44-bd22-76af449575f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.627176 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-78019cb3-f195-4ff5-a92f-338bb1257643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:28.740439 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:29.997918 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.743524 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:45.774843 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 5 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:35:55.276595 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bb915992-6f4b-4fae-98ca-ed5e69076f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:57.633475 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0d2d056a-fc03-4a4d-8e8c-ef3952f7f352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:58.742982 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:00.000953 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.745651 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.286924 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774536'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.294135 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33894) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:21.396559 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-7ee5ffac-d76f-4893-a349-e2015b0175be admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1013174 Feb 21 01:36:22.773865 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:36:23.739672 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 33904) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:23.794431 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-d6676e8b-5c24-414a-8ac2-66f14d56058b admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536890 Feb 21 01:36:25.278014 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc903-aa70-4de3-af7e-7084fea9a538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:27.626090 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-500233a2-9db5-4ed8-b7b7-499161048406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:28.746033 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:30.006651 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:31.748928 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:36.287803 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:55.279072 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-236f3409-5935-45f9-bd12-4dc797aa2a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:57.627681 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-de2c95e9-3d25-41df-bf38-f1dcef0683c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:58.748043 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:59.772657 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:37:00.008622 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:01.751609 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:06.288199 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:25.279954 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-73400815-e27c-4163-a009-4c200b161305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:27.631623 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-57cd6e40-d738-4aff-a29a-6a86b889e051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:28.751444 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:30.012065 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:31.753366 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:36.287134 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:36.771700 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:37:55.315979 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f675b4d4-5981-461b-aeda-ed26f5075dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:55.739488 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34022) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:56.022709 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2003301811-network', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:56.044039 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Made reservation on behalf of 4c019a195f44431686f7ab8266e87ff2 for: {'network': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:37:56.047706 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.056160 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.143710 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Publish callbacks [] for security_group (b1c8017b-2133-4ced-9bbf-72a8b340b99e), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.149257 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (b1c8017b-2133-4ced-9bbf-72a8b340b99e), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.177392 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c8017b-2133-4ced-9bbf-72a8b340b99e,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:56.186443 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:37:56.191730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.191730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.191730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.191730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.191730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.191730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.191730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.191730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.191730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.192360 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.192360 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.192534 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.193023 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Tracked resource versions report: Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: pushed versions: Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: { 'AddressGroup': {'1.2'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'ConntrackHelper': {'1.0'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Log': {'1.0'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Network': {'1.1'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Port': {'1.7'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'PortForwarding': {'1.2'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'QosPolicy': {'1.10'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SecurityGroup': {'1.5'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SubPort': {'1.0'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Subnet': {'1.1'}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Trunk': {'1.1'}} Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: consumer versions: Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: { DHCP agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: L3 agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: Metadata agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: Metering agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: Open vSwitch agent@dv-cinder-813229-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'ConntrackHelper': '1.0', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'LocalIPAssociation': '1.0', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Log': '1.0', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Network': '1.1', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Port': '1.7', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'PortForwarding': '1.2', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'QosPolicy': '1.10', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SecurityGroup': '1.5', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SecurityGroupRule': '1.2', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'SubPort': '1.0', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Subnet': '1.1', Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: 'Trunk': '1.1'}} Feb 21 01:37:56.194262 dv-cinder-813229-6-iscsi neutron-server[102949]: {{(pid=102949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:37:56.207492 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (829f70db-4360-4ecc-a55e-a5bc770d810c), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.207836 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.segments_db [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Added segment 829f70db-4360-4ecc-a55e-a5bc770d810c of type vlan for network 05279b8a-760f-4425-a2dc-46e9bb05cf03 Feb 21 01:37:56.250354 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (05279b8a-760f-4425-a2dc-46e9bb05cf03), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.274882 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (05279b8a-760f-4425-a2dc-46e9bb05cf03), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.275888 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:56.276579 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.384204 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6404238 Feb 21 01:37:56.385101 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34060) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:56.390958 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Request body: {'subnet': {'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2003301811-subnet', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:56.402603 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ef7cb-ce1a-45dd-b498-82cbfde6f351 admin admin] Pushing event updated for resources: {'Network': ['ID=05279b8a-760f-4425-a2dc-46e9bb05cf03,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:56.410872 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Made reservation on behalf of 4c019a195f44431686f7ab8266e87ff2 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:37:56.413441 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.417402 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:37:56.591332 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (d5bf596d-b0b5-4908-94fb-fab0186f7288), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.641466 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bf596d-b0b5-4908-94fb-fab0186f7288,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:56.653161 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.653355 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.654046 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.654820 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.655441 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.655921 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.656412 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.656880 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.657476 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.657945 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.658451 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.659030 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.659494 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Tracked resource versions report: Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: pushed versions: Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: { 'AddressGroup': {'1.2'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'ConntrackHelper': {'1.0'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Log': {'1.0'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Network': {'1.1'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Port': {'1.7'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'PortForwarding': {'1.2'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'QosPolicy': {'1.10'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SecurityGroup': {'1.5'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SubPort': {'1.0'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Subnet': {'1.1'}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Trunk': {'1.1'}} Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: consumer versions: Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: { DHCP agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: L3 agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: Metadata agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: Metering agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: Open vSwitch agent@dv-cinder-813229-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'ConntrackHelper': '1.0', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'LocalIPAssociation': '1.0', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Log': '1.0', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Network': '1.1', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Port': '1.7', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'PortForwarding': '1.2', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'QosPolicy': '1.10', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SecurityGroup': '1.5', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SecurityGroupRule': '1.2', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'SubPort': '1.0', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Subnet': '1.1', Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: 'Trunk': '1.1'}} Feb 21 01:37:56.661007 dv-cinder-813229-6-iscsi neutron-server[102948]: {{(pid=102948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:37:56.682348 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Checking segment: {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:37:56.682748 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Network hostable DHCP agents. Network: 05279b8a-760f-4425-a2dc-46e9bb05cf03, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:37:56.703325 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:37:56.714803 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 05279b8a-760f-4425-a2dc-46e9bb05cf03) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:37:56.721076 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:56.721669 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.727616 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09b0f5-29ee-46b5-b075-a046c95d1bbb None None] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:37:56.751245 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34082) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:56.751706 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-09271347-dc86-4e12-8754-8321e404beed admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3650644 Feb 21 01:37:56.759589 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:56.789748 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.791735 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.864252 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-05279b8a-760f-4425-a2dc-46e9bb05cf03', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:37:56.865433 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:56.952513 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks [] for router_controller (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), precommit_add_association {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.031747 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Allocated IP 172.20.0.2 (05279b8a-760f-4425-a2dc-46e9bb05cf03/d5bf596d-b0b5-4908-94fb-fab0186f7288/5cd78fb4-9923-43e1-80e1-4e9f6fe01d37) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:37:57.170375 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34104) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:57.186295 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks [] for router_gateway (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.228234 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Publish callbacks [] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.236564 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.286044 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:37:57.291868 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:37:57.296532 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:37:57.299649 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Pushing event updated for resources: {'Port': ['ID=5cd78fb4-9923-43e1-80e1-4e9f6fe01d37,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:57.311883 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.312260 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.312629 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.313004 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.313365 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.313704 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.314043 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.314477 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.314811 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.315157 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.315490 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.315813 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.316141 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Tracked resource versions report: Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: pushed versions: Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: { 'AddressGroup': {'1.2'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'ConntrackHelper': {'1.0'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Log': {'1.0'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Network': {'1.1'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Port': {'1.7'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'PortForwarding': {'1.2'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'QosPolicy': {'1.10'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SecurityGroup': {'1.5'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SubPort': {'1.0'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Subnet': {'1.1'}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Trunk': {'1.1'}} Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: consumer versions: Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: { DHCP agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: L3 agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: Metadata agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: Metering agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: Open vSwitch agent@dv-cinder-813229-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'ConntrackHelper': '1.0', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'LocalIPAssociation': '1.0', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Log': '1.0', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Network': '1.1', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Port': '1.7', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'PortForwarding': '1.2', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'QosPolicy': '1.10', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SecurityGroup': '1.5', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SecurityGroupRule': '1.2', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'SubPort': '1.0', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Subnet': '1.1', Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: 'Trunk': '1.1'}} Feb 21 01:37:57.317227 dv-cinder-813229-6-iscsi neutron-server[102950]: {{(pid=102950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:37:57.374179 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Attempting to bind port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:37:57.374694 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Attempting to bind port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:37:57.375073 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Attempting to bind port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 on network 05279b8a-760f-4425-a2dc-46e9bb05cf03 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:37:57.395849 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:37:57.396269 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Checking segment: {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:37:57.396688 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.397265 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Bound using segment: {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:37:57.397778 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Bound port: 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:37:57.398171 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.463002 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks [] for router_gateway (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.463216 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] For port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:37:57.466532 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] For port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=5cd78fb4-9923-43e1-80e1-4e9f6fe01d37,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:37:57.475112 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.490134 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.552018 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cb748-7a31-47b3-9fb7-b088e1cd8352 None None] Pushing event updated for resources: {'Port': ['ID=5cd78fb4-9923-43e1-80e1-4e9f6fe01d37,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:57.575784 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-network', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:57.615034 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Made reservation on behalf of 1d4fde563e8d4358b1f8d7c778e7dc59 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:37:57.617877 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.634158 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.654567 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3aaea42a-00a4-4c52-acae-efd75c99311b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.734238 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Allocated IP 172.27.1.95 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/ae48d647-3316-4061-9b36-2ae6c5831b5c) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:37:57.736094 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Publish callbacks [] for security_group (750fc7d6-bb33-46ac-b73c-7671b87041f7), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.742788 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (750fc7d6-bb33-46ac-b73c-7671b87041f7), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.776307 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:37:57.795038 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750fc7d6-bb33-46ac-b73c-7671b87041f7,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:57.841546 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (f4492f89-5003-4d42-935d-1dc015df783d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.841546 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Added segment f4492f89-5003-4d42-935d-1dc015df783d of type vlan for network c0383c1c-6049-4d8a-9557-1e574dfd705b Feb 21 01:37:57.929684 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (c0383c1c-6049-4d8a-9557-1e574dfd705b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.948611 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks [] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.986031 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (c0383c1c-6049-4d8a-9557-1e574dfd705b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:57.986745 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:57.987379 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.032739 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.067869 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34136) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:58.094792 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9203169 Feb 21 01:37:58.095255 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34140) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:58.108306 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Request body: {'subnet': {'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-subnet', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:58.118467 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbac295-a8ca-49f7-b0da-4061c336f5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=c0383c1c-6049-4d8a-9557-1e574dfd705b,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:58.129977 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network c0383c1c-6049-4d8a-9557-1e574dfd705b details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:37:58.132253 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:37:58.139043 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:37:58.142522 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:37:58.166759 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Made reservation on behalf of 1d4fde563e8d4358b1f8d7c778e7dc59 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:37:58.172228 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.195796 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Pushing event updated for resources: {'Port': ['ID=ae48d647-3316-4061-9b36-2ae6c5831b5c,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:58.442770 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (5824622b-8b30-4753-ad75-bfffea5df582), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.529458 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1985399196-network', 'tenant_id': 'dc95cdaceac64f92ac8ca5b296ce7e33'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:58.534345 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5824622b-8b30-4753-ad75-bfffea5df582,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:58.590181 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Checking segment: {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:37:58.591076 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Network hostable DHCP agents. Network: c0383c1c-6049-4d8a-9557-1e574dfd705b, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:37:58.602194 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Made reservation on behalf of dc95cdaceac64f92ac8ca5b296ce7e33 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:37:58.609478 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.623074 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.662342 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Network c0383c1c-6049-4d8a-9557-1e574dfd705b is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:37:58.686310 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks [] for router_gateway (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.690528 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, c0383c1c-6049-4d8a-9557-1e574dfd705b) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:37:58.699492 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:58.700436 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.705531 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd989b-09b9-44d1-8cd3-7e6f43c79177 None None] Network c0383c1c-6049-4d8a-9557-1e574dfd705b requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:37:58.767469 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-78733857-0366-4383-a789-2cf036ee7c1b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6686056 Feb 21 01:37:58.770109 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34174) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:58.774412 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:58.866193 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (23c97bcf-c1fe-45c4-82b7-d82badc3f686), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.867331 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (23c97bcf-c1fe-45c4-82b7-d82badc3f686), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.867608 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:37:58.872218 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Publish callbacks [] for security_group (46faabc2-f8ce-49d6-8263-f7c56e698dc1), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:58.898998 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (46faabc2-f8ce-49d6-8263-f7c56e698dc1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.001431 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.009228 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd01401-322b-4936-9404-fe8b239c786e None None] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:37:59.059934 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks [] for router_controller (23c97bcf-c1fe-45c4-82b7-d82badc3f686), precommit_add_association {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.080493 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46faabc2-f8ce-49d6-8263-f7c56e698dc1,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:59.101071 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:37:59.119408 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (69959663-4500-4e0c-95a8-8b97d4c39bcf), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.121901 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Added segment 69959663-4500-4e0c-95a8-8b97d4c39bcf of type vlan for network 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e Feb 21 01:37:59.141714 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:37:59.142442 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.206066 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (4fa0c87e-5e0a-4d76-a8be-af2834d62b7e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.268037 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (4fa0c87e-5e0a-4d76-a8be-af2834d62b7e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.269114 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:59.269701 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.272120 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-c0383c1c-6049-4d8a-9557-1e574dfd705b', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:37:59.273899 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.342375 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-ab85b8ba-3a77-4dd0-8c3f-b0fd516dc589 None None] Provisioning complete for port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:37:59.343139 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ab85b8ba-3a77-4dd0-8c3f-b0fd516dc589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.395143 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] Pushing event updated for resources: {'Network': ['ID=4fa0c87e-5e0a-4d76-a8be-af2834d62b7e,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:59.417293 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-263c9194-2baa-44a4-9e1b-e6759b8b1deb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3471177 Feb 21 01:37:59.420023 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34192) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:59.425010 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Request body: {'subnet': {'network_id': '4fa0c87e-5e0a-4d76-a8be-af2834d62b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1985399196-subnet', 'tenant_id': 'dc95cdaceac64f92ac8ca5b296ce7e33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:59.455358 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:37:59.475811 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Made reservation on behalf of dc95cdaceac64f92ac8ca5b296ce7e33 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:37:59.478193 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.495825 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.511975 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks [] for router_gateway (23c97bcf-c1fe-45c4-82b7-d82badc3f686), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.778122 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (45f30502-9321-4c10-8ec4-e6580a0e2a0a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:59.880515 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:37:59.916238 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f30502-9321-4c10-8ec4-e6580a0e2a0a,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:59.958465 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Checking segment: {'id': '69959663-4500-4e0c-95a8-8b97d4c39bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4fa0c87e-5e0a-4d76-a8be-af2834d62b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:37:59.958823 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Network hostable DHCP agents. Network: 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:37:59.981066 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Network 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:38:00.002388 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-ab85b8ba-3a77-4dd0-8c3f-b0fd516dc589 None None] Current status of the port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:00.002910 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ab85b8ba-3a77-4dd0-8c3f-b0fd516dc589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.010301 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:00.015141 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:00.015848 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.035905 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:38:00.049562 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Sync routers for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:38:00.054375 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3388141d-69e2-4bf8-98a6-e5abd13d5f41 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6329539 Feb 21 01:38:00.062640 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:00.063535 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.070683 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:00.071028 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5ef1e-0c67-454b-8d4c-2203dc55a767 None None] Network 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:38:00.071371 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:37:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:00.101357 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.106367 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34222) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:00.106575 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-21c14603-206c-481e-9220-642ea1ff3554 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3523114 Feb 21 01:38:00.195586 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks [] for router_gateway (23c97bcf-c1fe-45c4-82b7-d82badc3f686), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.220669 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.365501 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.371264 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Allocated IP 172.27.1.71 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/339c14df-8c75-4d23-8524-63695653d459) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:00.410232 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-ab85b8ba-3a77-4dd0-8c3f-b0fd516dc589 None None] For port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=5cd78fb4-9923-43e1-80e1-4e9f6fe01d37,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:00.456901 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ab85b8ba-3a77-4dd0-8c3f-b0fd516dc589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.485629 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Allocated IP 172.20.0.2 (c0383c1c-6049-4d8a-9557-1e574dfd705b/5824622b-8b30-4753-ad75-bfffea5df582/bdeca3b6-2b4d-4305-b954-2df5e330744c) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:00.578251 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks [] for port (339c14df-8c75-4d23-8524-63695653d459), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.601473 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:00.610143 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34240) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:00.622942 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (339c14df-8c75-4d23-8524-63695653d459), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.684373 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Pushing event updated for resources: {'Port': ['ID=339c14df-8c75-4d23-8524-63695653d459,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:00.701258 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:00.703059 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:00.706243 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:00.860975 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb7244-932c-4e97-91e5-3728593bb18a None None] Network 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:38:00.878035 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85b8ba-3a77-4dd0-8c3f-b0fd516dc589 None None] Pushing event updated for resources: {'Port': ['ID=5cd78fb4-9923-43e1-80e1-4e9f6fe01d37,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:00.911344 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.db.api [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:38:00.913521 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG oslo_db.api [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:38:00.924172 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-50852007-16d1-48fc-b637-7fe397b56878 None None] Provisioning complete for port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:00.930781 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-50852007-16d1-48fc-b637-7fe397b56878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.957330 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:37:58Z', 'revision_number': 3, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:00.986739 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Checking router: 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:38:00.987326 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Updating router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 port ae48d647-3316-4061-9b36-2ae6c5831b5c binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:38:00.989171 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c94b6a38-ea80-4130-b501-f0144a0c3963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.016073 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.075961 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c94b6a38-ea80-4130-b501-f0144a0c3963 admin admin] Publish callbacks [] for security_group (99abcca9-b8ac-4f05-8899-f42d2e993918), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.085377 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.090892 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c94b6a38-ea80-4130-b501-f0144a0c3963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (99abcca9-b8ac-4f05-8899-f42d2e993918), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.118372 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b6a38-ea80-4130-b501-f0144a0c3963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99abcca9-b8ac-4f05-8899-f42d2e993918,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:01.286008 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks [] for router_gateway (23c97bcf-c1fe-45c4-82b7-d82badc3f686), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.288071 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Publish callbacks [] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.299724 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.323580 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Allocated IP 172.20.0.1 (05279b8a-760f-4425-a2dc-46e9bb05cf03/d5bf596d-b0b5-4908-94fb-fab0186f7288/bdaafdc7-440b-450c-b9e2-e0dffb49178a) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:01.403488 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Pushing event updated for resources: {'Port': ['ID=ae48d647-3316-4061-9b36-2ae6c5831b5c,revision_number=2']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:01.419325 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-50852007-16d1-48fc-b637-7fe397b56878 None None] Current status of the port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:01.437859 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Publish callbacks [] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.464154 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c94b6a38-ea80-4130-b501-f0144a0c3963 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=571cfccc6cac4ab88b761ee6f28a0b26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8484612 Feb 21 01:38:01.475249 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.478054 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.478799 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.479325 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.479893 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.480417 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.480765 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34248) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:01.482171 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.482722 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.484382 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.485839 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.486079 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Publish callbacks [] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.487583 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.488402 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.489070 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Tracked resource versions report: Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: pushed versions: Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: { 'AddressGroup': {'1.2'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'ConntrackHelper': {'1.0'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Log': {'1.0'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Network': {'1.1'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Port': {'1.7'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'PortForwarding': {'1.2'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'QosPolicy': {'1.10'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SecurityGroup': {'1.5'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SubPort': {'1.0'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Subnet': {'1.1'}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Trunk': {'1.1'}} Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: consumer versions: Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: { DHCP agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: L3 agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: Metadata agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: Metering agent@dv-cinder-813229-6-iscsi: {}, Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: Open vSwitch agent@dv-cinder-813229-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'ConntrackHelper': '1.0', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'LocalIPAssociation': '1.0', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Log': '1.0', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Network': '1.1', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Port': '1.7', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'PortForwarding': '1.2', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'QosPolicy': '1.10', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SecurityGroup': '1.5', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SecurityGroupRule': '1.2', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'SubPort': '1.0', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Subnet': '1.1', Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: 'Trunk': '1.1'}} Feb 21 01:38:01.494429 dv-cinder-813229-6-iscsi neutron-server[102951]: {{(pid=102951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:38:01.498268 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:01.515206 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Attempting to bind port ae48d647-3316-4061-9b36-2ae6c5831b5c on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:38:01.515581 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Attempting to bind port ae48d647-3316-4061-9b36-2ae6c5831b5c by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:38:01.515941 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Attempting to bind port ae48d647-3316-4061-9b36-2ae6c5831b5c on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:01.521468 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:38:01.521843 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:01.522270 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.522665 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:38:01.523139 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Bound port: ae48d647-3316-4061-9b36-2ae6c5831b5c, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:38:01.523509 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.523922 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.565947 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.580712 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] For port ae48d647-3316-4061-9b36-2ae6c5831b5c, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:38:01.584324 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] For port ae48d647-3316-4061-9b36-2ae6c5831b5c, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=ae48d647-3316-4061-9b36-2ae6c5831b5c,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:38:01.597537 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.645574 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Network c0383c1c-6049-4d8a-9557-1e574dfd705b is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:01.650623 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:01.654190 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:01.659996 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:01.660179 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:01.664589 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-da137c0e-74a2-40f5-b472-03936e1b3202 admin admin] Publish callbacks [] for security_group (99abcca9-b8ac-4f05-8899-f42d2e993918), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.669001 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:01.669663 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.670402 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544c517-8c04-4c3b-b657-fdaa43629ab9 None None] Pushing event updated for resources: {'Port': ['ID=ae48d647-3316-4061-9b36-2ae6c5831b5c,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:01.689299 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:01.690014 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:37:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:01.729919 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=bdaafdc7-440b-450c-b9e2-e0dffb49178a,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:01.777449 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-da137c0e-74a2-40f5-b472-03936e1b3202 admin admin] Publish callbacks [] for security_group (99abcca9-b8ac-4f05-8899-f42d2e993918), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.782132 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Pushing event updated for resources: {'Port': ['ID=bdeca3b6-2b4d-4305-b954-2df5e330744c,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:01.803272 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (23c97bcf-c1fe-45c4-82b7-d82badc3f686), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.806390 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:01.944164 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Attempting to bind port bdeca3b6-2b4d-4305-b954-2df5e330744c on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:38:01.944543 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Attempting to bind port bdeca3b6-2b4d-4305-b954-2df5e330744c by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:38:01.945011 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Attempting to bind port bdeca3b6-2b4d-4305-b954-2df5e330744c on network c0383c1c-6049-4d8a-9557-1e574dfd705b {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:01.967838 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.969754 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:38:01.970141 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Checking segment: {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:01.970578 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:01.970967 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Bound using segment: {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:38:01.971455 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Bound port: bdeca3b6-2b4d-4305-b954-2df5e330744c, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:38:01.971830 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:02.022540 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:02.028810 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-da137c0e-74a2-40f5-b472-03936e1b3202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (99abcca9-b8ac-4f05-8899-f42d2e993918), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:02.034084 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-da137c0e-74a2-40f5-b472-03936e1b3202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:02.043926 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-da137c0e-74a2-40f5-b472-03936e1b3202 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99abcca9-b8ac-4f05-8899-f42d2e993918 HTTP/1.1" status: 204 len: 168 time: 0.5594904 Feb 21 01:38:02.067101 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:38:02.087780 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:02.088159 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:02.100929 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da137c0e-74a2-40f5-b472-03936e1b3202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99abcca9-b8ac-4f05-8899-f42d2e993918,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:02.171375 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] For port bdeca3b6-2b4d-4305-b954-2df5e330744c, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:38:02.237348 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:02.238479 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:38:02.255613 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] For port bdeca3b6-2b4d-4305-b954-2df5e330744c, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=bdeca3b6-2b4d-4305-b954-2df5e330744c,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:38:02.267284 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Sync routers for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:38:02.291267 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:02.295200 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-7cc8c8ee-8bf8-4a16-ac8f-823127ecbb27 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5218053 Feb 21 01:38:02.295387 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:02.295510 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34284) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:02.338374 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-a5592bdc-23a1-4fcc-87cc-8a2ac160ee61 None None] Provisioning complete for port bdaafdc7-440b-450c-b9e2-e0dffb49178a triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:02.338776 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a5592bdc-23a1-4fcc-87cc-8a2ac160ee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:02.425015 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:02.425678 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:37:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:02.684002 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34304) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:02.692441 dv-cinder-813229-6-iscsi neutron-server[102948]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 01:38:02.746002 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:37:58Z', 'revision_number': 3, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:02.777825 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca519a6-2918-4c56-a8ce-2440010a8b9d None None] Pushing event updated for resources: {'Port': ['ID=bdeca3b6-2b4d-4305-b954-2df5e330744c,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:02.799220 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-a5592bdc-23a1-4fcc-87cc-8a2ac160ee61 None None] Port bdaafdc7-440b-450c-b9e2-e0dffb49178a cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:38:02.833948 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d285b4-20bc-4d1e-b99c-2c89e6f07148 None None] The sync data for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi is: [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:37:58Z', 'revision_number': 3, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:38:02.878624 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:02.930094 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:02.977421 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34312) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:03.115627 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d43cc14e-7f45-4fab-9301-013f04bb4a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:03.249058 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34318) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:03.442661 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Publish callbacks [] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:03.444034 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d43cc14e-7f45-4fab-9301-013f04bb4a69 admin admin] Publish callbacks [] for security_group (f5e58a2f-f399-438c-a391-c47ab091a783), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:03.451637 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-0d61e040-14aa-458f-96d1-13b5ac473755 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:03.464986 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d43cc14e-7f45-4fab-9301-013f04bb4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f5e58a2f-f399-438c-a391-c47ab091a783), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:03.465782 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-0d61e040-14aa-458f-96d1-13b5ac473755 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/networks?id=4fa0c87e-5e0a-4d76-a8be-af2834d62b7e HTTP/1.1" status: 200 len: 812 time: 0.7756648 Feb 21 01:38:03.468946 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:03.469670 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:03.487153 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:01Z', 'revision_number': 3, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:03.547601 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-1076706e-6296-4564-9abd-5744cf069cb1 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/quotas/dc95cdaceac64f92ac8ca5b296ce7e33 HTTP/1.1" status: 200 len: 375 time: 0.0807929 Feb 21 01:38:03.559905 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Checking router: 23c97bcf-c1fe-45c4-82b7-d82badc3f686 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:38:03.560262 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Updating router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 port 339c14df-8c75-4d23-8524-63695653d459 binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:38:03.621770 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (339c14df-8c75-4d23-8524-63695653d459), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:03.672045 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-31bfd159-779f-491a-975d-a211946f5b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:03.681758 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-ecc4ef61-11c8-4720-b627-7f79bd3e0eaf tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dc95cdaceac64f92ac8ca5b296ce7e33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1282649 Feb 21 01:38:03.691494 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=bdaafdc7-440b-450c-b9e2-e0dffb49178a,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:03.708697 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-d43cc14e-7f45-4fab-9301-013f04bb4a69 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4230e86ded534c42b85e8fda4e99a50e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7266834 Feb 21 01:38:03.785946 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:03.790783 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34336) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:03.796272 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device bdeca3b6-2b4d-4305-b954-2df5e330744c up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:03.798037 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:03.842320 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cc14e-7f45-4fab-9301-013f04bb4a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e58a2f-f399-438c-a391-c47ab091a783,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:03.938401 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.226531 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:38:04.241220 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-c2a762ad-3f1c-4b1a-9362-64b53f90f6da service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:38:04.244272 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-c2a762ad-3f1c-4b1a-9362-64b53f90f6da service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2558203 Feb 21 01:38:04.249560 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d809e3b2-ef33-4d32-b94e-c0b25ff02248 admin admin] Publish callbacks [] for security_group (f5e58a2f-f399-438c-a391-c47ab091a783), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.295243 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d809e3b2-ef33-4d32-b94e-c0b25ff02248 admin admin] Publish callbacks [] for security_group (f5e58a2f-f399-438c-a391-c47ab091a783), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.401207 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-31bfd159-779f-491a-975d-a211946f5b41 admin admin] Publish callbacks [] for security_group (54aca489-2b98-48ed-a045-5b76511d5463), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.454724 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-31bfd159-779f-491a-975d-a211946f5b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (54aca489-2b98-48ed-a045-5b76511d5463), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.510288 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-8bb03339-0eb8-420b-9ded-391e7b3b7165 service neutron] 10.222.0.79 "GET /v2.0/networks/4fa0c87e-5e0a-4d76-a8be-af2834d62b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468117 Feb 21 01:38:04.576029 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb6e9ae-a956-4e24-9bab-3eb2cc91824f None None] Network c0383c1c-6049-4d8a-9557-1e574dfd705b requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:38:04.620591 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-e689f89c-24e8-4c97-8ff8-db2382551fcf service neutron] 10.222.0.79 "GET /v2.0/networks/4fa0c87e-5e0a-4d76-a8be-af2834d62b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012657 Feb 21 01:38:04.622438 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d809e3b2-ef33-4d32-b94e-c0b25ff02248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f5e58a2f-f399-438c-a391-c47ab091a783), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.625163 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d809e3b2-ef33-4d32-b94e-c0b25ff02248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.626374 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d809e3b2-ef33-4d32-b94e-c0b25ff02248 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5e58a2f-f399-438c-a391-c47ab091a783 HTTP/1.1" status: 204 len: 168 time: 0.8259499 Feb 21 01:38:04.693351 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-b6a19326-dbe5-40ed-bb0e-ab90888acdc1 None None] Provisioning complete for port bdaafdc7-440b-450c-b9e2-e0dffb49178a triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:04.693731 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-b6a19326-dbe5-40ed-bb0e-ab90888acdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.697245 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809e3b2-ef33-4d32-b94e-c0b25ff02248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e58a2f-f399-438c-a391-c47ab091a783,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:04.743248 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfd159-779f-491a-975d-a211946f5b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aca489-2b98-48ed-a045-5b76511d5463,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:04.766799 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-31bfd159-779f-491a-975d-a211946f5b41 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9067bad03c0f423c82aa89ddf9dcfd5d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5150571 Feb 21 01:38:04.769614 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34366) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:04.795801 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Allocated IP 172.20.0.1 (c0383c1c-6049-4d8a-9557-1e574dfd705b/5824622b-8b30-4753-ad75-bfffea5df582/3ca2a10d-8c90-487a-bdf1-f2e305f1547d) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:04.842122 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:38:04.853531 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-78032396-c35e-48d8-847a-0c32a4b37ba2 admin admin] 10.222.0.79 "PUT /v2.0/routers/0900fc57-7f5e-4ae5-97a6-b63b2198cff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7434955 Feb 21 01:38:04.867416 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-04184f70-3cf4-48b0-be8b-5b7e7d6c2bc6 admin admin] Publish callbacks [] for security_group (54aca489-2b98-48ed-a045-5b76511d5463), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.890387 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Publish callbacks [] for port (339c14df-8c75-4d23-8524-63695653d459), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.895463 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-04184f70-3cf4-48b0-be8b-5b7e7d6c2bc6 admin admin] Publish callbacks [] for security_group (54aca489-2b98-48ed-a045-5b76511d5463), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.941870 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port bdeca3b6-2b4d-4305-b954-2df5e330744c triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:04.947448 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.040198 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (339c14df-8c75-4d23-8524-63695653d459), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.145351 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-04184f70-3cf4-48b0-be8b-5b7e7d6c2bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (54aca489-2b98-48ed-a045-5b76511d5463), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.145768 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c1ce0-46a5-486b-907e-29e286c5a931 None None] Pushing event updated for resources: {'Port': ['ID=339c14df-8c75-4d23-8524-63695653d459,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:05.151278 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-04184f70-3cf4-48b0-be8b-5b7e7d6c2bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.161153 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-04184f70-3cf4-48b0-be8b-5b7e7d6c2bc6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54aca489-2b98-48ed-a045-5b76511d5463 HTTP/1.1" status: 204 len: 168 time: 0.3905239 Feb 21 01:38:05.162951 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-91b85f1b-2746-454e-acac-6a38c807c465 req-48f746ed-a617-4761-9e5e-e2ea798960d1 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 210 time: 0.1135662 Feb 21 01:38:05.175299 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-b6a19326-dbe5-40ed-bb0e-ab90888acdc1 None None] Port bdaafdc7-440b-450c-b9e2-e0dffb49178a cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:38:05.207094 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Attempting to bind port 339c14df-8c75-4d23-8524-63695653d459 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:38:05.208014 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Attempting to bind port 339c14df-8c75-4d23-8524-63695653d459 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:38:05.208603 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Attempting to bind port 339c14df-8c75-4d23-8524-63695653d459 on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:05.220882 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04184f70-3cf4-48b0-be8b-5b7e7d6c2bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aca489-2b98-48ed-a045-5b76511d5463,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:05.232783 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:38:05.233416 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:05.233990 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.234571 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:38:05.235211 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Bound port: 339c14df-8c75-4d23-8524-63695653d459, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:38:05.235767 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (339c14df-8c75-4d23-8524-63695653d459), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.237111 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Publish callbacks [] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.365530 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.411693 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port bdeca3b6-2b4d-4305-b954-2df5e330744c is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:05.412074 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.419780 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] For port 339c14df-8c75-4d23-8524-63695653d459, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:38:05.421926 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-3af06fea-a884-47e3-9bb2-d79d3ac1de6e None None] Provisioning complete for port bdeca3b6-2b4d-4305-b954-2df5e330744c triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:05.422219 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3af06fea-a884-47e3-9bb2-d79d3ac1de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.426704 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] For port 339c14df-8c75-4d23-8524-63695653d459, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=339c14df-8c75-4d23-8524-63695653d459,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:38:05.430806 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Network c0383c1c-6049-4d8a-9557-1e574dfd705b is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:05.434009 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:05.437738 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:05.438336 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (23c97bcf-c1fe-45c4-82b7-d82badc3f686), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.462547 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (339c14df-8c75-4d23-8524-63695653d459), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.547511 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port bdeca3b6-2b4d-4305-b954-2df5e330744c, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=bdeca3b6-2b4d-4305-b954-2df5e330744c,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:05.570364 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.571457 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ae48d647-3316-4061-9b36-2ae6c5831b5c up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:05.602466 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:05.603762 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:37:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:05.608490 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c1ce0-46a5-486b-907e-29e286c5a931 None None] Pushing event updated for resources: {'Port': ['ID=339c14df-8c75-4d23-8524-63695653d459,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:05.703971 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Pushing event updated for resources: {'Port': ['ID=3ca2a10d-8c90-487a-bdf1-f2e305f1547d,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:05.884857 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-3af06fea-a884-47e3-9bb2-d79d3ac1de6e None None] Current status of the port bdeca3b6-2b4d-4305-b954-2df5e330744c is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:05.896115 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Sync routers for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:38:05.922070 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:05.922772 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:37:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:05.940699 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=bdeca3b6-2b4d-4305-b954-2df5e330744c,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:05.995946 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port ae48d647-3316-4061-9b36-2ae6c5831b5c triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:05.996785 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.022026 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:06.027818 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.065472 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34442) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:06.106655 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40290754-805b-405d-8c5e-d8895069acfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.254697 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34452) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:06.276940 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-f16bdd50-9fd4-45ed-ba28-f1571e3e739f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857915772', 'description': 'tempest-description--165623999'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:06.295538 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Publish callbacks [] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.302553 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.303481 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (23c97bcf-c1fe-45c4-82b7-d82badc3f686), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.303885 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:06.312137 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34458) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:06.315714 dv-cinder-813229-6-iscsi neutron-server[102949]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 01:38:06.402043 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f16bdd50-9fd4-45ed-ba28-f1571e3e739f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.412824 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-df59e934-ef3f-47b0-a1d8-c4c928311e0a req-26633bfb-ce0c-4859-8523-b25c7dfb2531 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 210 time: 0.0980279 Feb 21 01:38:06.474085 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Pushing event updated for resources: {'Port': ['ID=3ca2a10d-8c90-487a-bdf1-f2e305f1547d,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:06.502785 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-591db80b-46b0-4067-a80d-208d0a78b0ed None None] Provisioning complete for port bdeca3b6-2b4d-4305-b954-2df5e330744c triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:06.503634 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-591db80b-46b0-4067-a80d-208d0a78b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.527625 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Network c0383c1c-6049-4d8a-9557-1e574dfd705b is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:06.530177 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:06.581547 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40290754-805b-405d-8c5e-d8895069acfe admin admin] Publish callbacks [] for security_group (00bfa707-01a2-4c66-96b2-0df8ae92c622), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.598653 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.735940 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f16bdd50-9fd4-45ed-ba28-f1571e3e739f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (3385d71e-98f2-4a26-a617-7660694e5cd4), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.736353 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-591db80b-46b0-4067-a80d-208d0a78b0ed None None] Current status of the port bdeca3b6-2b4d-4305-b954-2df5e330744c is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:06.739545 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40290754-805b-405d-8c5e-d8895069acfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (00bfa707-01a2-4c66-96b2-0df8ae92c622), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.768826 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f16bdd50-9fd4-45ed-ba28-f1571e3e739f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (3385d71e-98f2-4a26-a617-7660694e5cd4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.795766 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:38:06.820346 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40290754-805b-405d-8c5e-d8895069acfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bfa707-01a2-4c66-96b2-0df8ae92c622,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:06.891323 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-40290754-805b-405d-8c5e-d8895069acfe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c1fae5156a6f4d48879dbdb0afe0e3b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8233302 Feb 21 01:38:06.892679 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bdd50-9fd4-45ed-ba28-f1571e3e739f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3385d71e-98f2-4a26-a617-7660694e5cd4,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:06.901680 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34482) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:06.904403 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port ae48d647-3316-4061-9b36-2ae6c5831b5c is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:06.905190 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.948859 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f16bdd50-9fd4-45ed-ba28-f1571e3e739f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.948859 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f16bdd50-9fd4-45ed-ba28-f1571e3e739f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6574445 Feb 21 01:38:06.948859 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34486) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:06.950861 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 2, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:06.954584 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-a219114c-e475-47cc-a78b-8deb5ef2d9b5 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'security_group_rule': {'security_group_id': '3385d71e-98f2-4a26-a617-7660694e5cd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:06.963209 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-fe988426-deb9-4927-a6cb-62a012c0aab5 None None] Provisioning complete for port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:06.963859 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-fe988426-deb9-4927-a6cb-62a012c0aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.000021 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Checking router: 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:38:07.000193 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Updating router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 port bdaafdc7-440b-450c-b9e2-e0dffb49178a binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:38:07.001863 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port ae48d647-3316-4061-9b36-2ae6c5831b5c, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=ae48d647-3316-4061-9b36-2ae6c5831b5c,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:07.004197 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-fe988426-deb9-4927-a6cb-62a012c0aab5 None None] Port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:38:07.012279 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.035431 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.048914 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:01Z', 'revision_number': 3, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:07.073381 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5b163f6a-8d68-4075-89d2-3f5e0ede5d26 admin admin] Publish callbacks [] for security_group (00bfa707-01a2-4c66-96b2-0df8ae92c622), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.084402 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:38:07.091580 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1171eb9-a00c-4f92-8db6-dc6e007746f1 None None] The sync data for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi is: [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:01Z', 'revision_number': 3, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:38:07.120352 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-65ba4490-d1be-4b37-929b-ddbc800912cf admin admin] 10.222.0.79 "PUT /v2.0/routers/23c97bcf-c1fe-45c4-82b7-d82badc3f686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8236973 Feb 21 01:38:07.163646 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=ae48d647-3316-4061-9b36-2ae6c5831b5c,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:07.174668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a219114c-e475-47cc-a78b-8deb5ef2d9b5 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (35f68224-3e1f-477d-8bda-85cb9165ef55), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.185813 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-5a646e94-6f0d-4590-8e58-3874aae337d3 None None] Provisioning complete for port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:07.186470 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-5a646e94-6f0d-4590-8e58-3874aae337d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.225248 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5b163f6a-8d68-4075-89d2-3f5e0ede5d26 admin admin] Publish callbacks [] for security_group (00bfa707-01a2-4c66-96b2-0df8ae92c622), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.256756 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-5a646e94-6f0d-4590-8e58-3874aae337d3 None None] Port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:38:07.259036 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device bdeca3b6-2b4d-4305-b954-2df5e330744c up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:07.353267 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port bdeca3b6-2b4d-4305-b954-2df5e330744c triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:07.356130 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.392799 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5b163f6a-8d68-4075-89d2-3f5e0ede5d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (00bfa707-01a2-4c66-96b2-0df8ae92c622), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.402847 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5b163f6a-8d68-4075-89d2-3f5e0ede5d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.411196 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5b163f6a-8d68-4075-89d2-3f5e0ede5d26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/00bfa707-01a2-4c66-96b2-0df8ae92c622 HTTP/1.1" status: 204 len: 168 time: 0.5059671 Feb 21 01:38:07.442974 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b163f6a-8d68-4075-89d2-3f5e0ede5d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bfa707-01a2-4c66-96b2-0df8ae92c622,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:07.488297 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a219114c-e475-47cc-a78b-8deb5ef2d9b5 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (35f68224-3e1f-477d-8bda-85cb9165ef55), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.497879 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a219114c-e475-47cc-a78b-8deb5ef2d9b5 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (35f68224-3e1f-477d-8bda-85cb9165ef55), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.540081 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219114c-e475-47cc-a78b-8deb5ef2d9b5 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f68224-3e1f-477d-8bda-85cb9165ef55,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:07.580548 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port bdeca3b6-2b4d-4305-b954-2df5e330744c is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:07.587566 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a219114c-e475-47cc-a78b-8deb5ef2d9b5 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.588787 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a219114c-e475-47cc-a78b-8deb5ef2d9b5 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6566153 Feb 21 01:38:07.591533 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34510) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:07.596766 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-4560c81b-e6ab-42bb-b673-c83dcfd778e1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'security_group_rule': {'security_group_id': '3385d71e-98f2-4a26-a617-7660694e5cd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:07.662011 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4560c81b-e6ab-42bb-b673-c83dcfd778e1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (2cf40251-b9cf-44c0-a8a6-f01bbfee19f0), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.783301 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4560c81b-e6ab-42bb-b673-c83dcfd778e1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (2cf40251-b9cf-44c0-a8a6-f01bbfee19f0), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.796705 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4560c81b-e6ab-42bb-b673-c83dcfd778e1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (2cf40251-b9cf-44c0-a8a6-f01bbfee19f0), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.797337 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Publish callbacks [] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.811150 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2d2472b6-5408-4b59-bd31-daeffb1a2413 req-0b962ed7-fd70-4e3b-8110-c88b06311cfa tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 210 time: 0.0497189 Feb 21 01:38:07.817902 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.830722 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560c81b-e6ab-42bb-b673-c83dcfd778e1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf40251-b9cf-44c0-a8a6-f01bbfee19f0,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:07.853304 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4560c81b-e6ab-42bb-b673-c83dcfd778e1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.854006 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-4560c81b-e6ab-42bb-b673-c83dcfd778e1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2607782 Feb 21 01:38:07.857330 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34520) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:07.865044 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'floatingip': {'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:07.894778 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.952592 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37652ad-be36-49fb-a7df-3cd4c47bd43c None None] Pushing event updated for resources: {'Port': ['ID=bdaafdc7-440b-450c-b9e2-e0dffb49178a,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:08.128715 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Attempting to bind port bdaafdc7-440b-450c-b9e2-e0dffb49178a on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:38:08.131594 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Attempting to bind port bdaafdc7-440b-450c-b9e2-e0dffb49178a by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:38:08.132420 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Attempting to bind port bdaafdc7-440b-450c-b9e2-e0dffb49178a on network 05279b8a-760f-4425-a2dc-46e9bb05cf03 {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:08.160775 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:38:08.161159 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Checking segment: {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:08.161568 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.161969 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Bound using segment: {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:38:08.162584 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Bound port: bdaafdc7-440b-450c-b9e2-e0dffb49178a, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:38:08.164783 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.236226 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34538) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:08.241571 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-718939cc-e9a6-4a74-828d-b44816eed948 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688335250', 'description': 'tempest-description--678490754'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:08.284238 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718939cc-e9a6-4a74-828d-b44816eed948 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.342597 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.347117 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] For port bdaafdc7-440b-450c-b9e2-e0dffb49178a, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:38:08.354577 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] For port bdaafdc7-440b-450c-b9e2-e0dffb49178a, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=bdaafdc7-440b-450c-b9e2-e0dffb49178a,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:38:08.382293 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.389222 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718939cc-e9a6-4a74-828d-b44816eed948 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (6ec33362-496e-4bea-8c0a-da6b5969be76), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.395268 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718939cc-e9a6-4a74-828d-b44816eed948 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (6ec33362-496e-4bea-8c0a-da6b5969be76), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.401779 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-0581eb2b-f62d-424b-b4ea-9df87bfe2126 None None] Provisioning complete for port bdaafdc7-440b-450c-b9e2-e0dffb49178a triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:08.405065 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0581eb2b-f62d-424b-b4ea-9df87bfe2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.502225 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718939cc-e9a6-4a74-828d-b44816eed948 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.508729 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-718939cc-e9a6-4a74-828d-b44816eed948 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2704475 Feb 21 01:38:08.510816 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34548) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:08.529084 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37652ad-be36-49fb-a7df-3cd4c47bd43c None None] Pushing event updated for resources: {'Port': ['ID=bdaafdc7-440b-450c-b9e2-e0dffb49178a,revision_number=4']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:08.546987 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:08.550530 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:37:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:08.554893 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-51dd299e-b396-4cc4-8be2-28ff5312c14e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'security_group_rule': {'security_group_id': '6ec33362-496e-4bea-8c0a-da6b5969be76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:08.579611 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Allocated IP 172.27.1.241 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/658b26e4-183a-419b-a74c-7f57a773e5a7) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:08.596028 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718939cc-e9a6-4a74-828d-b44816eed948 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec33362-496e-4bea-8c0a-da6b5969be76,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:08.652525 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51dd299e-b396-4cc4-8be2-28ff5312c14e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (8e6d6974-0215-4d6f-91fc-076cc729c0bd), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.786927 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51dd299e-b396-4cc4-8be2-28ff5312c14e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (8e6d6974-0215-4d6f-91fc-076cc729c0bd), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.799306 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51dd299e-b396-4cc4-8be2-28ff5312c14e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (8e6d6974-0215-4d6f-91fc-076cc729c0bd), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.818395 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for port (658b26e4-183a-419b-a74c-7f57a773e5a7), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.840822 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd299e-b396-4cc4-8be2-28ff5312c14e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6d6974-0215-4d6f-91fc-076cc729c0bd,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:08.846736 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51dd299e-b396-4cc4-8be2-28ff5312c14e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.851135 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-51dd299e-b396-4cc4-8be2-28ff5312c14e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278577 Feb 21 01:38:08.851841 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34560) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:08.857641 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-c8275d83-f120-4031-8a51-215c4345d389 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'security_group_rule': {'security_group_id': '6ec33362-496e-4bea-8c0a-da6b5969be76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:08.878680 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:08.884279 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (658b26e4-183a-419b-a74c-7f57a773e5a7), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.892742 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c8275d83-f120-4031-8a51-215c4345d389 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (8356f5d4-0321-4708-918e-b892362acf72), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.953254 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34566) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:08.963539 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-0581eb2b-f62d-424b-b4ea-9df87bfe2126 None None] Current status of the port bdaafdc7-440b-450c-b9e2-e0dffb49178a is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:08.963889 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0581eb2b-f62d-424b-b4ea-9df87bfe2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.000689 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c8275d83-f120-4031-8a51-215c4345d389 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (8356f5d4-0321-4708-918e-b892362acf72), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.010505 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c8275d83-f120-4031-8a51-215c4345d389 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (8356f5d4-0321-4708-918e-b892362acf72), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.054056 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8275d83-f120-4031-8a51-215c4345d389 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8356f5d4-0321-4708-918e-b892362acf72,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:09.062160 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-0581eb2b-f62d-424b-b4ea-9df87bfe2126 None None] For port bdaafdc7-440b-450c-b9e2-e0dffb49178a, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=bdaafdc7-440b-450c-b9e2-e0dffb49178a,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:09.076612 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0581eb2b-f62d-424b-b4ea-9df87bfe2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.077062 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c8275d83-f120-4031-8a51-215c4345d389 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.079010 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c8275d83-f120-4031-8a51-215c4345d389 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2259374 Feb 21 01:38:09.082781 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34574) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:09.089780 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'floatingip': {'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:09.134131 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.232908 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581eb2b-f62d-424b-b4ea-9df87bfe2126 None None] Pushing event updated for resources: {'Port': ['ID=bdaafdc7-440b-450c-b9e2-e0dffb49178a,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:09.239865 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-dd6da02e-48de-4982-bbf8-5b58e937ebeb None None] Provisioning complete for port bdaafdc7-440b-450c-b9e2-e0dffb49178a triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:09.240243 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-dd6da02e-48de-4982-bbf8-5b58e937ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.283448 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'Port': ['ID=658b26e4-183a-419b-a74c-7f57a773e5a7,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:09.326149 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ae48d647-3316-4061-9b36-2ae6c5831b5c up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:09.335865 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:09.357689 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:09.366020 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7b25e64e-10a3-4215-bef4-306f04000b56 req-d129612b-202e-4f98-815b-51e834a282ac tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 210 time: 0.0836418 Feb 21 01:38:09.366941 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:09.373301 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:09.382571 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34582) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:09.458000 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778424bf-335b-41d7-bc26-70b6709b5af7 None None] The sync data for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi is: [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:38:09.485963 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (e88a4149-b88a-4af6-bddb-7aba2547f95e), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.489139 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-18c6fc70-470c-4b08-81af-b9cccd03bf65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.502038 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1170413932-network', 'tenant_id': '24d0b2c9ef4a4c30917bef6038cfbead'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:09.504821 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port ae48d647-3316-4061-9b36-2ae6c5831b5c triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:09.505384 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.551193 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-dd6da02e-48de-4982-bbf8-5b58e937ebeb None None] Current status of the port bdaafdc7-440b-450c-b9e2-e0dffb49178a is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:09.561670 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (658b26e4-183a-419b-a74c-7f57a773e5a7), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.588180 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Made reservation on behalf of 24d0b2c9ef4a4c30917bef6038cfbead for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:09.590458 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.617998 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.620547 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.637828 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port ae48d647-3316-4061-9b36-2ae6c5831b5c is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:09.639009 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 339c14df-8c75-4d23-8524-63695653d459 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:09.720541 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 339c14df-8c75-4d23-8524-63695653d459 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:09.721242 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (339c14df-8c75-4d23-8524-63695653d459), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.768509 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for port (658b26e4-183a-419b-a74c-7f57a773e5a7), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.775944 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (658b26e4-183a-419b-a74c-7f57a773e5a7), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.791170 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (e88a4149-b88a-4af6-bddb-7aba2547f95e), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.813815 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-18c6fc70-470c-4b08-81af-b9cccd03bf65 admin admin] Publish callbacks [] for security_group (f925896e-0fe9-4481-9ed5-fad23e231336), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.832595 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.836535 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9781072 Feb 21 01:38:09.836678 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 339c14df-8c75-4d23-8524-63695653d459 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:09.837257 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (339c14df-8c75-4d23-8524-63695653d459), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.845466 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-18c6fc70-470c-4b08-81af-b9cccd03bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f925896e-0fe9-4481-9ed5-fad23e231336), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.858640 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb074348-95cd-48e3-89ea-f14c59d878e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'Port': ['ID=658b26e4-183a-419b-a74c-7f57a773e5a7,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:09.897303 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 339c14df-8c75-4d23-8524-63695653d459, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=339c14df-8c75-4d23-8524-63695653d459,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:09.908287 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (339c14df-8c75-4d23-8524-63695653d459), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.976260 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Sync routers for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:38:10.000274 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=339c14df-8c75-4d23-8524-63695653d459,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:10.011370 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:10.012262 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:37:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:10.029982 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-18c6fc70-470c-4b08-81af-b9cccd03bf65 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5a544d60a47444181b0d5ac1e74b723&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0752933 Feb 21 01:38:10.032795 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34596) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:10.103561 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6fc70-470c-4b08-81af-b9cccd03bf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f925896e-0fe9-4481-9ed5-fad23e231336,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:10.125230 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Allocated IP 172.27.1.60 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:10.150914 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-45fc3553-67df-4da8-be89-f571df9048f8 admin admin] Publish callbacks [] for security_group (f925896e-0fe9-4481-9ed5-fad23e231336), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.154718 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Publish callbacks [] for security_group (68ba4ebb-372a-45e8-8f8c-fe1e980ca3be), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.180822 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-45fc3553-67df-4da8-be89-f571df9048f8 admin admin] Publish callbacks [] for security_group (f925896e-0fe9-4481-9ed5-fad23e231336), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.187928 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (68ba4ebb-372a-45e8-8f8c-fe1e980ca3be), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.228795 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:10.239532 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-45fc3553-67df-4da8-be89-f571df9048f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f925896e-0fe9-4481-9ed5-fad23e231336), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.243919 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-45fc3553-67df-4da8-be89-f571df9048f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.245466 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-45fc3553-67df-4da8-be89-f571df9048f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f925896e-0fe9-4481-9ed5-fad23e231336 HTTP/1.1" status: 204 len: 168 time: 0.2116570 Feb 21 01:38:10.264347 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc3553-67df-4da8-be89-f571df9048f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f925896e-0fe9-4481-9ed5-fad23e231336,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:10.319500 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-1f608c70-4183-44c8-8654-af482a398dfb tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1857915772&fields=id&tenant_id=4c019a195f44431686f7ab8266e87ff2 HTTP/1.1" status: 200 len: 267 time: 0.2121840 Feb 21 01:38:10.322472 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:38:10.326953 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba4ebb-372a-45e8-8f8c-fe1e980ca3be,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:10.347836 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (f59c32b8-5e16-4c52-90b7-a01342b4ff0e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.348179 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Added segment f59c32b8-5e16-4c52-90b7-a01342b4ff0e of type vlan for network 84ad2fbc-3a62-438f-9da5-e0c2b175fcdb Feb 21 01:38:10.540499 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (84ad2fbc-3a62-438f-9da5-e0c2b175fcdb), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.549497 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4c2527c0-ce09-4d9e-a20c-ccebc69f4697 req-59dc419e-88a0-4ce9-a20c-5d5e29be002c tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 210 time: 0.0566330 Feb 21 01:38:10.572239 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for port (ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.641995 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (84ad2fbc-3a62-438f-9da5-e0c2b175fcdb), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.643020 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:10.643594 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.654962 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 2, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:10.687475 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Checking router: 23c97bcf-c1fe-45c4-82b7-d82badc3f686 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:38:10.687684 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Updating router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:38:10.690738 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-72eef1f7-994c-4b67-945e-45ceb6dd58e4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:10.691327 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-72eef1f7-994c-4b67-945e-45ceb6dd58e4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 811 time: 0.3472910 Feb 21 01:38:10.720289 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.727559 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34616) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:10.746566 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3603835 Feb 21 01:38:10.749383 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34618) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:10.750501 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-85f008e3-b903-47bb-9cff-511fe774e81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.754726 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Request body: {'subnet': {'network_id': '84ad2fbc-3a62-438f-9da5-e0c2b175fcdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1170413932-subnet', 'tenant_id': '24d0b2c9ef4a4c30917bef6038cfbead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:10.761403 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.763978 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-348f55da-b2ae-4d7f-9a3f-56504ecbce5c tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/quotas/4c019a195f44431686f7ab8266e87ff2 HTTP/1.1" status: 200 len: 375 time: 0.0431142 Feb 21 01:38:10.774351 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b3d6e-4d1d-491e-97c9-4dda4dfcfb42 admin admin] Pushing event updated for resources: {'Network': ['ID=84ad2fbc-3a62-438f-9da5-e0c2b175fcdb,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:10.797693 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 84ad2fbc-3a62-438f-9da5-e0c2b175fcdb details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:38:10.861154 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:10.874689 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:10.880562 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:10.894501 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Made reservation on behalf of 24d0b2c9ef4a4c30917bef6038cfbead for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:10.898480 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.915954 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-85f008e3-b903-47bb-9cff-511fe774e81d admin admin] Publish callbacks [] for security_group (1f8c5f39-80cb-417d-b5de-9158faab359f), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.929571 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'Port': ['ID=ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:10.932787 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-85f008e3-b903-47bb-9cff-511fe774e81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1f8c5f39-80cb-417d-b5de-9158faab359f), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.986373 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.73', 61824) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:11.046841 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-85f008e3-b903-47bb-9cff-511fe774e81d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46489dc54c8f43ee9bc6348e9717eb0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180642 Feb 21 01:38:11.049361 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34626) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:11.065877 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f008e3-b903-47bb-9cff-511fe774e81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8c5f39-80cb-417d-b5de-9158faab359f,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:11.174517 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-aabbff31-3d7f-4a10-8785-2d77049ad361 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3920591 Feb 21 01:38:11.175746 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-de2eb4ee-3443-404a-ad93-0ad241e5b5f5 admin admin] Publish callbacks [] for security_group (1f8c5f39-80cb-417d-b5de-9158faab359f), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.237959 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (0b08f8c3-a61b-4849-932a-97f79a2e2cd5), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.276117 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-de2eb4ee-3443-404a-ad93-0ad241e5b5f5 admin admin] Publish callbacks [] for security_group (1f8c5f39-80cb-417d-b5de-9158faab359f), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.352836 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Publish callbacks [] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.363473 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-de2eb4ee-3443-404a-ad93-0ad241e5b5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1f8c5f39-80cb-417d-b5de-9158faab359f), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.366372 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-de2eb4ee-3443-404a-ad93-0ad241e5b5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.371296 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-de2eb4ee-3443-404a-ad93-0ad241e5b5f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f8c5f39-80cb-417d-b5de-9158faab359f HTTP/1.1" status: 204 len: 168 time: 0.3209884 Feb 21 01:38:11.371452 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.394708 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eb4ee-3443-404a-ad93-0ad241e5b5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8c5f39-80cb-417d-b5de-9158faab359f,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:11.439801 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device bdaafdc7-440b-450c-b9e2-e0dffb49178a up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:11.533901 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde43ff-8535-40ef-b4ff-adbfc1d982ee None None] Pushing event updated for resources: {'Port': ['ID=3ca2a10d-8c90-487a-bdf1-f2e305f1547d,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:11.622037 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-0e149130-d892-4c1e-86c6-c0dadae46dc3 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:11.625429 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-0e149130-d892-4c1e-86c6-c0dadae46dc3 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.73 "GET /v2.0/networks?id=4fa0c87e-5e0a-4d76-a8be-af2834d62b7e HTTP/1.1" status: 200 len: 812 time: 0.5912580 Feb 21 01:38:11.631574 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Attempting to bind port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:38:11.631955 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Attempting to bind port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:38:11.634112 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Attempting to bind port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d on network c0383c1c-6049-4d8a-9557-1e574dfd705b {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:11.667314 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port bdaafdc7-440b-450c-b9e2-e0dffb49178a triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:11.670091 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.673633 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:38:11.674594 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Checking segment: {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:11.675238 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.675889 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Bound using segment: {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:38:11.676543 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Bound port: 3ca2a10d-8c90-487a-bdf1-f2e305f1547d, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:38:11.677104 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.677866 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-627ba95e-103a-4308-939d-f94bda90c9ed service neutron] 10.222.0.79 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665108 Feb 21 01:38:11.678464 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.773217 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Request body: {'port': {'device_id': '94607f8c-0ab4-4508-88d9-c3439a6da761', 'network_id': '4fa0c87e-5e0a-4d76-a8be-af2834d62b7e', 'admin_state_up': True, 'tenant_id': 'dc95cdaceac64f92ac8ca5b296ce7e33'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:11.819089 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (eb8939c2-8362-4787-9ab4-3a1002cb36be), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:11.849278 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-764e8f35-c27f-49c5-9473-b8134e8f3b9a req-b41c71bb-f6f8-47eb-b7a5-3429b8a03af1 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 210 time: 0.0925667 Feb 21 01:38:11.936521 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8939c2-8362-4787-9ab4-3a1002cb36be,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:11.936926 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34674) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:11.977824 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] For port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:38:11.994550 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] For port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=3ca2a10d-8c90-487a-bdf1-f2e305f1547d,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:38:12.057213 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.066371 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-589e0564-3316-4eff-9921-593ec0b111ff None None] Provisioning complete for port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:12.066883 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-589e0564-3316-4eff-9921-593ec0b111ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.153618 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port bdaafdc7-440b-450c-b9e2-e0dffb49178a is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:12.156431 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 339c14df-8c75-4d23-8524-63695653d459 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:12.163952 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Checking segment: {'id': 'f59c32b8-5e16-4c52-90b7-a01342b4ff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '84ad2fbc-3a62-438f-9da5-e0c2b175fcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:12.166421 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Network hostable DHCP agents. Network: 84ad2fbc-3a62-438f-9da5-e0c2b175fcdb, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:38:12.213099 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde43ff-8535-40ef-b4ff-adbfc1d982ee None None] Pushing event updated for resources: {'Port': ['ID=3ca2a10d-8c90-487a-bdf1-f2e305f1547d,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:12.260862 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a73c6274-62b4-45c5-83d0-5a3c7eefc0a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.328788 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:12.330298 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-5eba7822-6b1c-4a59-915c-0bf176b33b7a service neutron] 10.222.0.79 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527899 Feb 21 01:38:12.330603 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:37:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:12.331196 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Network 84ad2fbc-3a62-438f-9da5-e0c2b175fcdb is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:38:12.382705 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 84ad2fbc-3a62-438f-9da5-e0c2b175fcdb) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:12.396183 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:12.398286 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.432361 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Made reservation on behalf of dc95cdaceac64f92ac8ca5b296ce7e33 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:12.435955 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.465626 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a73c6274-62b4-45c5-83d0-5a3c7eefc0a0 admin admin] Publish callbacks [] for security_group (46074fe1-2474-4939-bdd4-030198acb316), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.467443 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-530274f1-0776-445d-adc3-2d147531c92b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7169561 Feb 21 01:38:12.475343 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc23b6-4dd1-461f-b5f5-4b14d6cc838c None None] Network 84ad2fbc-3a62-438f-9da5-e0c2b175fcdb requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:38:12.479415 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a73c6274-62b4-45c5-83d0-5a3c7eefc0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (46074fe1-2474-4939-bdd4-030198acb316), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.532368 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-a73c6274-62b4-45c5-83d0-5a3c7eefc0a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a4573668eef49469fbca151c489dd3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5926962 Feb 21 01:38:12.533793 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34716) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:12.557183 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c6274-62b4-45c5-83d0-5a3c7eefc0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46074fe1-2474-4939-bdd4-030198acb316,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:12.608878 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for port (ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.672061 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.713219 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a5b2f9ae-cf42-44af-8f0f-0568ff0c4bf0 req-a4c92588-a3fe-4d8b-9a8d-299d76b79cff tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 210 time: 0.0743890 Feb 21 01:38:12.725032 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34730) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:12.742954 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-649d86cc-378c-4563-a47f-c68b43c9895e admin admin] Publish callbacks [] for security_group (46074fe1-2474-4939-bdd4-030198acb316), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.767625 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-649d86cc-378c-4563-a47f-c68b43c9895e admin admin] Publish callbacks [] for security_group (46074fe1-2474-4939-bdd4-030198acb316), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.848441 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-649d86cc-378c-4563-a47f-c68b43c9895e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (46074fe1-2474-4939-bdd4-030198acb316), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.856668 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-649d86cc-378c-4563-a47f-c68b43c9895e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.862222 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-649d86cc-378c-4563-a47f-c68b43c9895e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46074fe1-2474-4939-bdd4-030198acb316 HTTP/1.1" status: 204 len: 168 time: 0.3274124 Feb 21 01:38:12.880135 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (0b08f8c3-a61b-4849-932a-97f79a2e2cd5), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.881666 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-589e0564-3316-4eff-9921-593ec0b111ff None None] Current status of the port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:12.882121 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-589e0564-3316-4eff-9921-593ec0b111ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.884002 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'Port': ['ID=ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:12.897659 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e1b42-a037-4371-a0a7-26ae49ced591 None None] Network 84ad2fbc-3a62-438f-9da5-e0c2b175fcdb requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:38:12.904520 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d86cc-378c-4563-a47f-c68b43c9895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46074fe1-2474-4939-bdd4-030198acb316,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:12.972743 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.974242 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6c410c28-f5ae-493f-87df-28e2ff1cd50b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8904257 Feb 21 01:38:13.073695 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Allocated IP 172.20.0.3 (4fa0c87e-5e0a-4d76-a8be-af2834d62b7e/45f30502-9321-4c10-8ec4-e6580a0e2a0a/abbbbe6a-1733-4793-9761-d3327fc1dfab) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:13.234782 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-56e67643-e38f-4f24-9ead-5ca9219440a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:13.277756 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 339c14df-8c75-4d23-8524-63695653d459 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:13.278302 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (339c14df-8c75-4d23-8524-63695653d459), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:13.301869 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:13.372440 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-56e67643-e38f-4f24-9ead-5ca9219440a0 admin admin] Publish callbacks [] for security_group (13316070-959d-4407-a973-903630518e12), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:13.384688 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-56e67643-e38f-4f24-9ead-5ca9219440a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (13316070-959d-4407-a973-903630518e12), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:13.436988 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e67643-e38f-4f24-9ead-5ca9219440a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13316070-959d-4407-a973-903630518e12,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:13.466934 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-56e67643-e38f-4f24-9ead-5ca9219440a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f5d9729c5f34168b47c9e85ad329caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7408288 Feb 21 01:38:13.470157 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34766) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:13.476389 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-589e0564-3316-4eff-9921-593ec0b111ff None None] For port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=3ca2a10d-8c90-487a-bdf1-f2e305f1547d,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:13.549743 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-589e0564-3316-4eff-9921-593ec0b111ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:13.585632 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-509c474d-987b-453f-ac3b-4d12d0dac341 admin admin] Publish callbacks [] for security_group (13316070-959d-4407-a973-903630518e12), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:13.671612 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-509c474d-987b-453f-ac3b-4d12d0dac341 admin admin] Publish callbacks [] for security_group (13316070-959d-4407-a973-903630518e12), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:13.778563 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:38:13.796254 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-534d2c5b-25da-4611-814f-3ec3246a52f0 req-05bda634-c766-42c1-aae4-98b16c96486a tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 210 time: 0.6230340 Feb 21 01:38:13.966906 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-1057ed48-1caf-4e94-9aae-24d862953722 None None] Provisioning complete for port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:13.967477 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-1057ed48-1caf-4e94-9aae-24d862953722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:14.015481 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2c8f32c7-ce26-4ed0-9ac7-7833f33c9e6c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1688335250&fields=id&tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59 HTTP/1.1" status: 200 len: 267 time: 0.2717507 Feb 21 01:38:14.084325 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e0564-3316-4eff-9921-593ec0b111ff None None] Pushing event updated for resources: {'Port': ['ID=3ca2a10d-8c90-487a-bdf1-f2e305f1547d,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:14.139491 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4f73b04a-32fc-4596-8bd8-6686f72f8a75 req-add90855-b4d6-4250-9dc5-7abf442a0124 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 210 time: 0.2001383 Feb 21 01:38:14.147220 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 339c14df-8c75-4d23-8524-63695653d459 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:14.350781 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-1057ed48-1caf-4e94-9aae-24d862953722 None None] Current status of the port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:14.365073 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Publish callbacks [] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:14.427296 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:11Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:14.438929 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-509c474d-987b-453f-ac3b-4d12d0dac341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (13316070-959d-4407-a973-903630518e12), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:14.449392 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-509c474d-987b-453f-ac3b-4d12d0dac341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:14.459443 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-509c474d-987b-453f-ac3b-4d12d0dac341 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/13316070-959d-4407-a973-903630518e12 HTTP/1.1" status: 204 len: 168 time: 0.9869134 Feb 21 01:38:14.475047 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:14.518071 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b991441-9396-4e2d-9682-ad30d67b91c2 None None] The sync data for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi is: [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:11Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:38:14.572480 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c474d-987b-453f-ac3b-4d12d0dac341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13316070-959d-4407-a973-903630518e12,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:14.747336 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Network 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:14.767416 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:14.773647 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:14.783823 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:14.784566 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:14.789651 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Pushing event updated for resources: {'Port': ['ID=abbbbe6a-1733-4793-9761-d3327fc1dfab,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:14.798956 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-df90177a-0835-4c81-b3a1-351dc6fd038a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:14.801036 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-df90177a-0835-4c81-b3a1-351dc6fd038a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 817 time: 0.7763271 Feb 21 01:38:14.830358 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-951ab11c-2710-4b15-9465-68c7c955260a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/quotas/1d4fde563e8d4358b1f8d7c778e7dc59 HTTP/1.1" status: 200 len: 375 time: 0.0175486 Feb 21 01:38:14.860557 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-309720c6-93d2-4ab9-af29-e2bf3f04680e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0942292 Feb 21 01:38:15.047291 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b148beb-bed0-485a-b5e8-1dd96ba3afbe req-b25d55c2-c88b-44c1-aecb-102b55559aed tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:15.064387 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6b148beb-bed0-485a-b5e8-1dd96ba3afbe req-b25d55c2-c88b-44c1-aecb-102b55559aed tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 931 time: 0.1396205 Feb 21 01:38:15.082343 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-0be23497-3bef-41ba-a268-2b41352e26da tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2335072 Feb 21 01:38:15.175223 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6b148beb-bed0-485a-b5e8-1dd96ba3afbe req-9ec7c12e-129e-4f7d-aa36-b9e70193a5a6 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107550 Feb 21 01:38:15.394699 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7c1cb71f-00ff-4e37-8ed6-6dabec40dc23 req-3c1c0f21-e3c8-4f4c-ab4d-da0fcfadb3c4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 210 time: 0.0973203 Feb 21 01:38:15.485012 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 34842) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:15.489964 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1213227671-network', 'tenant_id': '3c65c4a8b9204043b33a85d8fa6929b7'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:15.538189 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Made reservation on behalf of 3c65c4a8b9204043b33a85d8fa6929b7 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:15.540555 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:15.564972 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:15.730364 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-b716e254-d3e3-47c6-bbca-405e6fed70df tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:38:15.733587 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-b716e254-d3e3-47c6-bbca-405e6fed70df tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0340858 Feb 21 01:38:15.768948 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Publish callbacks [] for security_group (2aed6981-b2e0-4e22-866c-87be4ce24cd0), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:15.782987 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (2aed6981-b2e0-4e22-866c-87be4ce24cd0), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:15.840404 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:38:15.886889 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-60a6e305-b708-4f34-b6a2-2f6f49ae1162 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:38:15.887931 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-60a6e305-b708-4f34-b6a2-2f6f49ae1162 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2896366 Feb 21 01:38:15.891751 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed6981-b2e0-4e22-866c-87be4ce24cd0,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:15.921655 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (9ec186c4-a731-41f0-9104-71b70deaceed), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:15.922003 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Added segment 9ec186c4-a731-41f0-9104-71b70deaceed of type vlan for network d41fa804-34f3-45a6-8869-bff5873e1547 Feb 21 01:38:16.071852 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (d41fa804-34f3-45a6-8869-bff5873e1547), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:16.126801 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (d41fa804-34f3-45a6-8869-bff5873e1547), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:16.137969 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:16.140990 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:16.143884 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-ad5a8749-d587-4e2d-a074-06e0dfedbc5d service neutron] 10.222.0.79 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486110 Feb 21 01:38:16.291950 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-b24ab2bb-9fbb-4158-8f53-3df84a186b4d service neutron] 10.222.0.79 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468496 Feb 21 01:38:16.350991 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] Pushing event updated for resources: {'Network': ['ID=d41fa804-34f3-45a6-8869-bff5873e1547,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:16.368895 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network d41fa804-34f3-45a6-8869-bff5873e1547 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:38:16.410648 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-97d8abb8-0339-4944-957a-4f6c2093de32 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9238617 Feb 21 01:38:16.412852 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34870) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:16.418170 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Request body: {'subnet': {'network_id': 'd41fa804-34f3-45a6-8869-bff5873e1547', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1213227671-subnet', 'tenant_id': '3c65c4a8b9204043b33a85d8fa6929b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:16.462628 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Made reservation on behalf of 3c65c4a8b9204043b33a85d8fa6929b7 for: {'subnet': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:16.466135 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4c8df-ceb3-49c1-9ab8-5618973d4659 req-c14d4d31-c55e-44c9-812c-5d72388f0e84 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:16.472762 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:16.473338 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e1f4c8df-ceb3-49c1-9ab8-5618973d4659 req-c14d4d31-c55e-44c9-812c-5d72388f0e84 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 931 time: 0.1087408 Feb 21 01:38:16.510707 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3ca2a10d-8c90-487a-bdf1-f2e305f1547d up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:16.639435 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e1f4c8df-ceb3-49c1-9ab8-5618973d4659 req-eef9ca7f-df0e-490f-b47e-6ab5c5dfa369 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649761 Feb 21 01:38:16.640875 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.73', 61836) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:16.886917 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-15c1ba6b-fb66-41db-9cd1-9f0733c6e131 req-fe59da49-6c34-454c-bbc0-0abe59f4ac0a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0564179 Feb 21 01:38:16.990676 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:16.991517 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:16.998345 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Request body: {'port': {'device_id': '94607f8c-0ab4-4508-88d9-c3439a6da761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:17.034804 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-83482c66-dbd1-4599-b75a-82d3bc6f54bb req-39d876e9-3baf-4d78-8a90-633ed6c5a92f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 210 time: 0.2035027 Feb 21 01:38:17.151622 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-0ddffda1-d7ed-4086-bfe6-a4de1d3044a1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:17.154071 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-0ddffda1-d7ed-4086-bfe6-a4de1d3044a1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 811 time: 0.5098603 Feb 21 01:38:17.190974 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:17.226558 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:17.423258 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (7f03ec77-bb4d-4802-8e66-2defc91ff3d5), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:17.493954 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-1ba8a451-ca69-456b-b9e1-2f3b0daeae42 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c019a195f44431686f7ab8266e87ff2 HTTP/1.1" status: 200 len: 380 time: 0.3135188 Feb 21 01:38:17.647251 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'port': {'device_id': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'admin_state_up': True, 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'security_groups': ['3385d71e-98f2-4a26-a617-7660694e5cd4']}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:17.995632 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f03ec77-bb4d-4802-8e66-2defc91ff3d5,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:18.129370 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Checking segment: {'id': '9ec186c4-a731-41f0-9104-71b70deaceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd41fa804-34f3-45a6-8869-bff5873e1547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:18.130592 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Network hostable DHCP agents. Network: d41fa804-34f3-45a6-8869-bff5873e1547, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:38:18.161153 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1c40809f-f1df-4b81-915a-62ad0e2b5607 req-e481e605-98bb-4d6e-a778-1d38f0ac5635 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.1002429 Feb 21 01:38:18.221240 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Network d41fa804-34f3-45a6-8869-bff5873e1547 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:38:18.267840 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, d41fa804-34f3-45a6-8869-bff5873e1547) {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:18.272752 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:18.274520 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:18.278938 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da68e9c-3773-447c-bea7-e82d4b7ba2fc None None] Network d41fa804-34f3-45a6-8869-bff5873e1547 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:38:18.322460 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-3db28807-4d0d-4df7-b9d8-ffbf8c1211d7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9084573 Feb 21 01:38:18.323159 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba07a-ac24-4767-8220-020739607aa9 req-18179a8f-0485-48c7-a8be-a3d482de6395 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:18.330947 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-56aba07a-ac24-4767-8220-020739607aa9 req-18179a8f-0485-48c7-a8be-a3d482de6395 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 931 time: 0.4978135 Feb 21 01:38:18.417903 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-42195048-f392-4107-b724-de81311351a4 req-248bdb73-6aa5-4924-a1c9-07abecdd0190 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 210 time: 0.0904357 Feb 21 01:38:18.419718 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-56aba07a-ac24-4767-8220-020739607aa9 req-3ac90649-a035-4ba5-8d58-a87bd52b1755 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873227 Feb 21 01:38:18.426810 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Made reservation on behalf of 4c019a195f44431686f7ab8266e87ff2 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:18.431674 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:18.480572 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555d73b-ade1-4667-b50d-d2b2a6c17015 None None] Network d41fa804-34f3-45a6-8869-bff5873e1547 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:38:18.579345 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34946) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:18.644641 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23e3d50-e60f-48da-a646-5a1261b27494 admin admin] Deleting subnet eb8939c2-8362-4787-9ab4-3a1002cb36be {{(pid=102949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:38:18.649638 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c23e3d50-e60f-48da-a646-5a1261b27494 admin admin] Publish callbacks [] for subnet (eb8939c2-8362-4787-9ab4-3a1002cb36be), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:18.719679 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbbbe6a-1733-4793-9761-d3327fc1dfab {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:38:18.740676 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Publish callbacks [] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:18.745902 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c23e3d50-e60f-48da-a646-5a1261b27494 admin admin] Publish callbacks [] for subnet (eb8939c2-8362-4787-9ab4-3a1002cb36be), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:18.758732 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Allocated IP 172.20.0.14 (05279b8a-760f-4425-a2dc-46e9bb05cf03/d5bf596d-b0b5-4908-94fb-fab0186f7288/a2bbac4b-0632-4e2c-aeed-20e79b64f6e4) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:18.769575 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c23e3d50-e60f-48da-a646-5a1261b27494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (eb8939c2-8362-4787-9ab4-3a1002cb36be), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:18.782330 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Transition to ACTIVE for port object abbbbe6a-1733-4793-9761-d3327fc1dfab will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:38:18.796089 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:18.862113 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Pushing event updated for resources: {'Port': ['ID=abbbbe6a-1733-4793-9761-d3327fc1dfab,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:18.881064 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c23e3d50-e60f-48da-a646-5a1261b27494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (eb8939c2-8362-4787-9ab4-3a1002cb36be), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:18.933363 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c23e3d50-e60f-48da-a646-5a1261b27494 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:18.937668 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c23e3d50-e60f-48da-a646-5a1261b27494 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/eb8939c2-8362-4787-9ab4-3a1002cb36be HTTP/1.1" status: 204 len: 168 time: 0.3572850 Feb 21 01:38:18.938968 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e3d50-e60f-48da-a646-5a1261b27494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8939c2-8362-4787-9ab4-3a1002cb36be,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:18.941074 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 34962) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:19.076633 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Attempting to bind port abbbbe6a-1733-4793-9761-d3327fc1dfab on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:38:19.077887 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Attempting to bind port abbbbe6a-1733-4793-9761-d3327fc1dfab by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '69959663-4500-4e0c-95a8-8b97d4c39bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4fa0c87e-5e0a-4d76-a8be-af2834d62b7e'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:38:19.078381 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Attempting to bind port abbbbe6a-1733-4793-9761-d3327fc1dfab on network 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:19.113325 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (84ad2fbc-3a62-438f-9da5-e0c2b175fcdb), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.137397 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Port abbbbe6a-1733-4793-9761-d3327fc1dfab on network 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:38:19.138104 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Attempting to bind port abbbbe6a-1733-4793-9761-d3327fc1dfab on network 4fa0c87e-5e0a-4d76-a8be-af2834d62b7e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:19.153205 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:38:19.153921 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Checking segment: {'id': '69959663-4500-4e0c-95a8-8b97d4c39bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4fa0c87e-5e0a-4d76-a8be-af2834d62b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:19.155005 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Bound using segment: {'id': '69959663-4500-4e0c-95a8-8b97d4c39bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4fa0c87e-5e0a-4d76-a8be-af2834d62b7e'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:38:19.155923 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Bound port: abbbbe6a-1733-4793-9761-d3327fc1dfab, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69959663-4500-4e0c-95a8-8b97d4c39bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4fa0c87e-5e0a-4d76-a8be-af2834d62b7e'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:38:19.156503 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.278389 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (84ad2fbc-3a62-438f-9da5-e0c2b175fcdb), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.310247 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.310879 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.311959 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.312448 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > port after_create 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.313014 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.313543 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > port after_update 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.314076 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.315216 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.315712 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.316192 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.508835 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.635955 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] For port abbbbe6a-1733-4793-9761-d3327fc1dfab, host hv-cinder-81322, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:38:19.635955 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] For port abbbbe6a-1733-4793-9761-d3327fc1dfab, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=abbbbe6a-1733-4793-9761-d3327fc1dfab,segment=NetworkSegment(69959663-4500-4e0c-95a8-8b97d4c39bcf),segment_id=69959663-4500-4e0c-95a8-8b97d4c39bcf)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:38:19.657683 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.675598 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.719501 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:19.719501 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.727768 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] 10.222.0.73 "PUT /v2.0/ports/abbbbe6a-1733-4793-9761-d3327fc1dfab HTTP/1.1" status: 200 len: 1093 time: 3.6950047 Feb 21 01:38:19.751481 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94607f8c-0ab4-4508-88d9-c3439a6da761', 'tag': 'abbbbe6a-1733-4793-9761-d3327fc1dfab'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:38:19.754137 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.754522 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.754869 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.755172 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:38:19.755526 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ad2fbc-3a62-438f-9da5-e0c2b175fcdb']}} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:19.819101 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59c32b8-5e16-4c52-90b7-a01342b4ff0e') {'for_net_delete': True} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:19.819402 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59c32b8-5e16-4c52-90b7-a01342b4ff0e') {} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:19.840733 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:19.845781 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8760a2c2-9245-4d09-8ea9-089c7b636bab req-3170df6d-f27a-4fcb-be40-e26b6d6ccdea tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0672753 Feb 21 01:38:19.849936 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:19.851837 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28165610'] for segment (f59c32b8-5e16-4c52-90b7-a01342b4ff0e), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.853009 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:19.858797 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:19.859423 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.881323 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609151e-3f06-48d7-8779-ec9414631118 req-59ad7e78-852b-4826-ad33-d12b36bbdac8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:19.886381 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e609151e-3f06-48d7-8779-ec9414631118 req-59ad7e78-852b-4826-ad33-d12b36bbdac8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 932 time: 0.2466445 Feb 21 01:38:19.889718 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'Port': ['ID=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:19.898008 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (f59c32b8-5e16-4c52-90b7-a01342b4ff0e), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.927708 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:38:19.929456 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28100964'] for segment (f59c32b8-5e16-4c52-90b7-a01342b4ff0e), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:19.938792 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35010) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:19.951893 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8e31a447-d5ee-4076-91f3-8b77664b2ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3258851 Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: from cryptography.utils import int_from_bytes Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: from cryptography.utils import int_from_bytes Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: Traceback (most recent call last): Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: timer() Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: cb(*args, **kw) Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: return func(*args, **kwargs) Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: self._notify() Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: self.callback(batched_events) Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: event.method(event) Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: return f(self, *a, **k) Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._get(url).json() Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: return self.request(url, 'GET', **kwargs) Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:38:19.958835 dv-cinder-813229-6-iscsi neutron-server[102949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:38:20.060318 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e53a1-9331-4387-9661-b8b66087ea9b service neutron] Pushing event updated for resources: {'Port': ['ID=abbbbe6a-1733-4793-9761-d3327fc1dfab,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:20.081093 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e609151e-3f06-48d7-8779-ec9414631118 req-b90c21af-6366-48d9-a1ba-c02976006e43 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740735 Feb 21 01:38:20.089977 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35018) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:20.130384 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cc17e-6b87-4168-9e95-16b7cb9bae5b req-f481c593-86e1-4134-89bf-33d4d676a71b tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:20.138357 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a73cc17e-6b87-4168-9e95-16b7cb9bae5b req-f481c593-86e1-4134-89bf-33d4d676a71b tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.1131332 Feb 21 01:38:20.140335 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (84ad2fbc-3a62-438f-9da5-e0c2b175fcdb), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.179283 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Pushing event deleted for resources: {'Network': ['ID=84ad2fbc-3a62-438f-9da5-e0c2b175fcdb,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:20.182103 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6455255f-dcc8-4b51-98e4-ed979b0dd9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.185664 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.189278 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-bf06c91c-3c4c-4bda-9314-1a37c258412a admin admin] 10.222.0.79 "DELETE /v2.0/networks/84ad2fbc-3a62-438f-9da5-e0c2b175fcdb HTTP/1.1" status: 204 len: 168 time: 1.2472522 Feb 21 01:38:20.193485 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35024) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:20.221468 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-536538dc-de54-48ff-9e65-9b57162e3358 None None] Provisioning complete for port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:20.221989 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-536538dc-de54-48ff-9e65-9b57162e3358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.224733 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7606124f-aaae-46bf-ad63-3667e28639d8" -d '{"events": [{"name": "network-changed", "server_uuid": "94607f8c-0ab4-4508-88d9-c3439a6da761", "tag": "abbbbe6a-1733-4793-9761-d3327fc1dfab"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:38:20.241208 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a73cc17e-6b87-4168-9e95-16b7cb9bae5b req-b9c02860-64f4-4b2d-ab86-a16071bcb32a tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017387 Feb 21 01:38:20.277587 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-536538dc-de54-48ff-9e65-9b57162e3358 None None] Port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:38:20.280863 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfd5b44d-f40d-43fe-a050-7638243b0e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.308354 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-00802266-32e1-4714-bf5d-4eecc67bfca3 admin admin] Deleting subnet 7f03ec77-bb4d-4802-8e66-2defc91ff3d5 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:38:20.318930 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-00802266-32e1-4714-bf5d-4eecc67bfca3 admin admin] Publish callbacks [] for subnet (7f03ec77-bb4d-4802-8e66-2defc91ff3d5), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.386608 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d33189-1407-4329-aff9-f2dbc2cf725c x-openstack-request-id: req-01d33189-1407-4329-aff9-f2dbc2cf725c {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:38:20.386930 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94607f8c-0ab4-4508-88d9-c3439a6da761", "tag": "abbbbe6a-1733-4793-9761-d3327fc1dfab", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:38:20.387148 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-01d33189-1407-4329-aff9-f2dbc2cf725c {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:38:20.387852 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94607f8c-0ab4-4508-88d9-c3439a6da761', 'tag': 'abbbbe6a-1733-4793-9761-d3327fc1dfab', 'status': 'completed', 'code': 200} Feb 21 01:38:20.418901 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-00802266-32e1-4714-bf5d-4eecc67bfca3 admin admin] Publish callbacks [] for subnet (7f03ec77-bb4d-4802-8e66-2defc91ff3d5), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.441348 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-00802266-32e1-4714-bf5d-4eecc67bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (7f03ec77-bb4d-4802-8e66-2defc91ff3d5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.512150 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6455255f-dcc8-4b51-98e4-ed979b0dd9d9 admin admin] Publish callbacks [] for security_group (15b48ebd-90d3-424e-8976-dc03bf1bf97c), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.522778 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6455255f-dcc8-4b51-98e4-ed979b0dd9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (15b48ebd-90d3-424e-8976-dc03bf1bf97c), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.602400 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6455255f-dcc8-4b51-98e4-ed979b0dd9d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de2f5bd96f2a479dae04b998ac1e5350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607382 Feb 21 01:38:20.605283 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35034) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:20.608902 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfd5b44d-f40d-43fe-a050-7638243b0e7d admin admin] Publish callbacks [] for security_group (a08ad53c-6b89-4733-9e85-c5a93444324c), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.610158 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455255f-dcc8-4b51-98e4-ed979b0dd9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b48ebd-90d3-424e-8976-dc03bf1bf97c,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:20.615672 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfd5b44d-f40d-43fe-a050-7638243b0e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a08ad53c-6b89-4733-9e85-c5a93444324c), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.637336 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-00802266-32e1-4714-bf5d-4eecc67bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (7f03ec77-bb4d-4802-8e66-2defc91ff3d5), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.690005 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00802266-32e1-4714-bf5d-4eecc67bfca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f03ec77-bb4d-4802-8e66-2defc91ff3d5,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:20.697555 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-de59cfba-20e4-486e-9504-fa09106e9071 admin admin] Publish callbacks [] for security_group (15b48ebd-90d3-424e-8976-dc03bf1bf97c), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.698499 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-bfd5b44d-f40d-43fe-a050-7638243b0e7d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=021f3ee7c55940298c59920c1313fcac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6073301 Feb 21 01:38:20.701073 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5b44d-f40d-43fe-a050-7638243b0e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08ad53c-6b89-4733-9e85-c5a93444324c,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:20.703776 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35040) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:20.738423 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-de59cfba-20e4-486e-9504-fa09106e9071 admin admin] Publish callbacks [] for security_group (15b48ebd-90d3-424e-8976-dc03bf1bf97c), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.754150 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-00802266-32e1-4714-bf5d-4eecc67bfca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.758550 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-00802266-32e1-4714-bf5d-4eecc67bfca3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7f03ec77-bb4d-4802-8e66-2defc91ff3d5 HTTP/1.1" status: 204 len: 168 time: 0.5638387 Feb 21 01:38:20.763435 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35044) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:20.802425 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e332d1a-c184-401a-be40-cd0f00ba865f admin admin] Publish callbacks [] for security_group (a08ad53c-6b89-4733-9e85-c5a93444324c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.869333 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e332d1a-c184-401a-be40-cd0f00ba865f admin admin] Publish callbacks [] for security_group (a08ad53c-6b89-4733-9e85-c5a93444324c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.880827 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (d41fa804-34f3-45a6-8869-bff5873e1547), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.971017 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e332d1a-c184-401a-be40-cd0f00ba865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a08ad53c-6b89-4733-9e85-c5a93444324c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.974986 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e332d1a-c184-401a-be40-cd0f00ba865f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.984291 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (d41fa804-34f3-45a6-8869-bff5873e1547), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:20.999525 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7e332d1a-c184-401a-be40-cd0f00ba865f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a08ad53c-6b89-4733-9e85-c5a93444324c HTTP/1.1" status: 204 len: 168 time: 0.2911260 Feb 21 01:38:21.010826 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-de59cfba-20e4-486e-9504-fa09106e9071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (15b48ebd-90d3-424e-8976-dc03bf1bf97c), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.012652 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e332d1a-c184-401a-be40-cd0f00ba865f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08ad53c-6b89-4733-9e85-c5a93444324c,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:21.013339 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-de59cfba-20e4-486e-9504-fa09106e9071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.014555 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-de59cfba-20e4-486e-9504-fa09106e9071 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15b48ebd-90d3-424e-8976-dc03bf1bf97c HTTP/1.1" status: 204 len: 168 time: 0.4077823 Feb 21 01:38:21.091104 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41fa804-34f3-45a6-8869-bff5873e1547']}} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:21.121078 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59cfba-20e4-486e-9504-fa09106e9071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b48ebd-90d3-424e-8976-dc03bf1bf97c,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:21.142776 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec186c4-a731-41f0-9104-71b70deaceed') {'for_net_delete': True} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:21.143426 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec186c4-a731-41f0-9104-71b70deaceed') {} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:21.174303 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0da25222-888f-43bd-8bd5-17a003ccd35c req-f97bdd90-b5d0-405d-a2cd-bf18551ecba1 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.1089911 Feb 21 01:38:21.192115 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28165610'] for segment (9ec186c4-a731-41f0-9104-71b70deaceed), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.213381 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (9ec186c4-a731-41f0-9104-71b70deaceed), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.221228 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:38:21.223166 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28100964'] for segment (9ec186c4-a731-41f0-9104-71b70deaceed), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: Traceback (most recent call last): Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: timer() Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: cb(*args, **kw) Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: return func(*args, **kwargs) Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: self._notify() Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: self.callback(batched_events) Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: event.method(event) Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: return f(self, *a, **k) Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._get(url).json() Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: return self.request(url, 'GET', **kwargs) Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:38:21.226524 dv-cinder-813229-6-iscsi neutron-server[102949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:38:21.368396 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (d41fa804-34f3-45a6-8869-bff5873e1547), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.405546 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4899c3-2822-4f87-9b10-1d9fcbdfb2ed req-35ad1b79-5e91-42c3-9085-78c7d1da2e4a tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:21.406826 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee4899c3-2822-4f87-9b10-1d9fcbdfb2ed req-35ad1b79-5e91-42c3-9085-78c7d1da2e4a tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 932 time: 0.1877263 Feb 21 01:38:21.417246 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d41fa804-34f3-45a6-8869-bff5873e1547,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:21.430236 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.436950 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-ec8998e9-e275-4a74-9680-1b48495efb23 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d41fa804-34f3-45a6-8869-bff5873e1547 HTTP/1.1" status: 204 len: 168 time: 0.6721702 Feb 21 01:38:21.517324 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4fff9-6163-4ea0-84ba-62cc2f5ece03 req-c548b4dc-ffd7-40e5-86b8-5848820dcc47 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:21.520400 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7da4fff9-6163-4ea0-84ba-62cc2f5ece03 req-c548b4dc-ffd7-40e5-86b8-5848820dcc47 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.1488955 Feb 21 01:38:21.537223 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee4899c3-2822-4f87-9b10-1d9fcbdfb2ed req-32d71139-0f14-4eb8-b246-e7d9cf4da502 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222599 Feb 21 01:38:21.632117 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7da4fff9-6163-4ea0-84ba-62cc2f5ece03 req-8d307a3c-35c3-4226-b8ae-c92bdbe1fc79 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012132 Feb 21 01:38:21.666799 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35074) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:21.694116 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35078) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:21.702040 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0265abda-b2cf-4147-9f09-399a4a18c4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.712398 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-1cefbfb5-d5f2-4e20-bab3-111cf9a14ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.864788 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-1cefbfb5-d5f2-4e20-bab3-111cf9a14ab5 admin admin] Publish callbacks [] for security_group (9dc85f8b-d9da-466e-90b7-250d036e431f), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.873481 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-1cefbfb5-d5f2-4e20-bab3-111cf9a14ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (9dc85f8b-d9da-466e-90b7-250d036e431f), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.896403 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0265abda-b2cf-4147-9f09-399a4a18c4fc admin admin] Publish callbacks [] for security_group (d0168390-20d2-4484-9c25-f269610a48ef), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.906119 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0265abda-b2cf-4147-9f09-399a4a18c4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d0168390-20d2-4484-9c25-f269610a48ef), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:21.955090 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefbfb5-d5f2-4e20-bab3-111cf9a14ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc85f8b-d9da-466e-90b7-250d036e431f,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:21.961073 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0265abda-b2cf-4147-9f09-399a4a18c4fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84a87e5beda448d582adbeb71f6f1f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925866 Feb 21 01:38:21.965618 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35080) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:21.994451 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265abda-b2cf-4147-9f09-399a4a18c4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0168390-20d2-4484-9c25-f269610a48ef,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:22.001373 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-1cefbfb5-d5f2-4e20-bab3-111cf9a14ab5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0be5c0a1e97f4be48c184b2635b11696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027456 Feb 21 01:38:22.001907 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35084) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:22.069375 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Request body: {'port': {'device_id': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:22.218974 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35094) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:22.231531 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-70303ac9-3d51-4e72-8467-adccb9a337e3 admin admin] Publish callbacks [] for security_group (d0168390-20d2-4484-9c25-f269610a48ef), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.320782 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e6f9-77e5-4fa9-b6d5-0f82efd6c3ad admin admin] Publish callbacks [] for security_group (9dc85f8b-d9da-466e-90b7-250d036e431f), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.361942 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7518c930-2758-4dcb-9af0-1f29376a7d37 req-d676831a-9bed-4022-89a1-9b14e3ef06bd tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0331359 Feb 21 01:38:22.396966 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-9708f28b-dc12-416a-bf4c-096aa7638cc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24d0b2c9ef4a4c30917bef6038cfbead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704054 Feb 21 01:38:22.400836 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35102) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:22.408380 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e6f9-77e5-4fa9-b6d5-0f82efd6c3ad admin admin] Publish callbacks [] for security_group (9dc85f8b-d9da-466e-90b7-250d036e431f), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.449469 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-70303ac9-3d51-4e72-8467-adccb9a337e3 admin admin] Publish callbacks [] for security_group (d0168390-20d2-4484-9c25-f269610a48ef), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.461905 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.514291 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-55c34936-f5cd-42d6-a03d-1f5226be196f admin admin] Publish callbacks [] for security_group (68ba4ebb-372a-45e8-8f8c-fe1e980ca3be), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.585692 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-55c34936-f5cd-42d6-a03d-1f5226be196f admin admin] Publish callbacks [] for security_group (68ba4ebb-372a-45e8-8f8c-fe1e980ca3be), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.607810 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e6f9-77e5-4fa9-b6d5-0f82efd6c3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (9dc85f8b-d9da-466e-90b7-250d036e431f), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.616218 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606124f-aaae-46bf-ad63-3667e28639d8 req-d5d4fb91-6fe6-48c5-96c0-7f8646d8b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:22.617319 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e6f9-77e5-4fa9-b6d5-0f82efd6c3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.624139 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7606124f-aaae-46bf-ad63-3667e28639d8 req-d5d4fb91-6fe6-48c5-96c0-7f8646d8b981 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc95cdaceac64f92ac8ca5b296ce7e33&device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 1127 time: 0.3251100 Feb 21 01:38:22.624460 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-bfc4e6f9-77e5-4fa9-b6d5-0f82efd6c3ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9dc85f8b-d9da-466e-90b7-250d036e431f HTTP/1.1" status: 204 len: 168 time: 0.6052654 Feb 21 01:38:22.643212 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4e6f9-77e5-4fa9-b6d5-0f82efd6c3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc85f8b-d9da-466e-90b7-250d036e431f,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:22.741281 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-55c34936-f5cd-42d6-a03d-1f5226be196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (68ba4ebb-372a-45e8-8f8c-fe1e980ca3be), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.745527 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-55c34936-f5cd-42d6-a03d-1f5226be196f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.749291 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-55c34936-f5cd-42d6-a03d-1f5226be196f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/68ba4ebb-372a-45e8-8f8c-fe1e980ca3be HTTP/1.1" status: 204 len: 168 time: 0.3451412 Feb 21 01:38:22.771158 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c34936-f5cd-42d6-a03d-1f5226be196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba4ebb-372a-45e8-8f8c-fe1e980ca3be,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:22.893886 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2bc07-f905-446d-95d4-64b790c6cc85 req-182c8375-fd70-4679-8255-11bdf8830ad3 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:22.902630 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fad2bc07-f905-446d-95d4-64b790c6cc85 req-182c8375-fd70-4679-8255-11bdf8830ad3 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.1356816 Feb 21 01:38:22.945943 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-70303ac9-3d51-4e72-8467-adccb9a337e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d0168390-20d2-4484-9c25-f269610a48ef), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.948934 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-70303ac9-3d51-4e72-8467-adccb9a337e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:22.950442 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-70303ac9-3d51-4e72-8467-adccb9a337e3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0168390-20d2-4484-9c25-f269610a48ef HTTP/1.1" status: 204 len: 168 time: 0.9837129 Feb 21 01:38:22.977066 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70303ac9-3d51-4e72-8467-adccb9a337e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0168390-20d2-4484-9c25-f269610a48ef,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:23.018106 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fad2bc07-f905-446d-95d4-64b790c6cc85 req-5aba05c7-33d9-4ced-87cc-85e4f1ec1ec9 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145251 Feb 21 01:38:23.106610 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388eea11-fbfb-463e-a5c7-29e8ea0d7941 req-d226b6da-ce16-40c2-b081-284cefa044e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:23.113857 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-388eea11-fbfb-463e-a5c7-29e8ea0d7941 req-d226b6da-ce16-40c2-b081-284cefa044e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 932 time: 0.4260840 Feb 21 01:38:23.186981 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606124f-aaae-46bf-ad63-3667e28639d8 req-a4e0d78d-b2d7-404d-8e5f-f65f6ed04b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:23.188475 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7606124f-aaae-46bf-ad63-3667e28639d8 req-a4e0d78d-b2d7-404d-8e5f-f65f6ed04b3e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=dc95cdaceac64f92ac8ca5b296ce7e33&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5526142 Feb 21 01:38:23.238994 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-388eea11-fbfb-463e-a5c7-29e8ea0d7941 req-db6c196c-91ea-434f-b0d3-be512bc95ea0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193488 Feb 21 01:38:23.314750 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:38:23.325085 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Publish callbacks [] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:23.334501 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35130) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:23.362553 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Transition to ACTIVE for port object a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:38:23.374356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:23.385821 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-da857246-9d7a-49a9-9d12-673671e7e1c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c65c4a8b9204043b33a85d8fa6929b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490291 Feb 21 01:38:23.388502 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35134) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:23.518223 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fd01e32b-9611-4bb5-86d7-b1407cffb90b admin admin] Publish callbacks [] for security_group (2aed6981-b2e0-4e22-866c-87be4ce24cd0), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:23.544890 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fd01e32b-9611-4bb5-86d7-b1407cffb90b admin admin] Publish callbacks [] for security_group (2aed6981-b2e0-4e22-866c-87be4ce24cd0), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:23.628712 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fd01e32b-9611-4bb5-86d7-b1407cffb90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (2aed6981-b2e0-4e22-866c-87be4ce24cd0), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:23.631733 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fd01e32b-9611-4bb5-86d7-b1407cffb90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:23.633115 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-fd01e32b-9611-4bb5-86d7-b1407cffb90b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2aed6981-b2e0-4e22-866c-87be4ce24cd0 HTTP/1.1" status: 204 len: 168 time: 0.2422209 Feb 21 01:38:23.647315 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01e32b-9611-4bb5-86d7-b1407cffb90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed6981-b2e0-4e22-866c-87be4ce24cd0,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:23.804567 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-050054e4-9b0d-4af8-98cf-46622e79762e req-7ec10c48-25cd-4ded-a96c-bfcb6937a04c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.2775366 Feb 21 01:38:23.818759 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:23.826372 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Attempting to bind port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:38:23.826372 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Attempting to bind port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:38:23.826372 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Attempting to bind port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 on network 05279b8a-760f-4425-a2dc-46e9bb05cf03 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:23.830723 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 on network 05279b8a-760f-4425-a2dc-46e9bb05cf03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:38:23.830973 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Attempting to bind port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 on network 05279b8a-760f-4425-a2dc-46e9bb05cf03 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:23.836656 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:38:23.837002 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Checking segment: {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:23.837448 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Bound using segment: {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:38:23.837804 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Bound port: a2bbac4b-0632-4e2c-aeed-20e79b64f6e4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:38:23.838274 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:23.915861 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] For port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4, host hv-cinder-81322, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:38:23.920360 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] For port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:38:23.927252 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:23.966758 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:23.967843 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:23.969621 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] 10.222.0.73 "PUT /v2.0/ports/a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 HTTP/1.1" status: 200 len: 1094 time: 1.9355528 Feb 21 01:38:23.972190 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'tag': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:38:23.974684 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b269a10-3ff0-4062-a29b-e07aae91f34f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c80f9b-1516-4373-a812-03a9161e1a92", "tag": "a2bbac4b-0632-4e2c-aeed-20e79b64f6e4"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:38:24.021456 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840df4b4-48d8-491a-b4dd-32b4ac440417 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:24.076625 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac1b8b-8d21-42d3-b439-902e2bd6f81c x-openstack-request-id: req-ceac1b8b-8d21-42d3-b439-902e2bd6f81c {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:38:24.076916 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c80f9b-1516-4373-a812-03a9161e1a92", "tag": "a2bbac4b-0632-4e2c-aeed-20e79b64f6e4", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:38:24.077168 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ceac1b8b-8d21-42d3-b439-902e2bd6f81c {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:38:24.077559 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'tag': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4', 'status': 'completed', 'code': 200} Feb 21 01:38:24.164028 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05a759-b5ff-485f-9dc8-3f3422e63ab3 req-75b04202-ded9-4e57-b59a-108b5a7dc0c6 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:24.165587 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd05a759-b5ff-485f-9dc8-3f3422e63ab3 req-75b04202-ded9-4e57-b59a-108b5a7dc0c6 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.0730336 Feb 21 01:38:24.235184 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd05a759-b5ff-485f-9dc8-3f3422e63ab3 req-6776f7e7-8887-4c4d-b405-287e09c17057 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632033 Feb 21 01:38:24.364689 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b8aa8-1678-4b33-b177-4844d47eed4d req-8a4cd934-933f-49fb-9bb7-5482af80f762 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:24.366224 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c77b8aa8-1678-4b33-b177-4844d47eed4d req-8a4cd934-933f-49fb-9bb7-5482af80f762 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0634248 Feb 21 01:38:24.414483 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c77b8aa8-1678-4b33-b177-4844d47eed4d req-12fbdf01-ffcd-479a-8e6d-e4ce33ff4da8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Feb 21 01:38:25.048546 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ab00b98b-888f-4ef9-ab80-b698fb2a8fa5 req-a0f505d9-3187-42b8-98ba-74f092f29121 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0865345 Feb 21 01:38:25.305029 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-4e017fb4-03b8-4ca0-838c-d74923cf9d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:25.490370 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0be16-1023-43de-b4f6-fe99f777d2c7 req-e5915e13-805f-4a1c-b14b-ad420c817f9f tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:25.492009 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c8c0be16-1023-43de-b4f6-fe99f777d2c7 req-e5915e13-805f-4a1c-b14b-ad420c817f9f tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.1258759 Feb 21 01:38:25.607809 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c8c0be16-1023-43de-b4f6-fe99f777d2c7 req-5d4eff9c-43a4-47b1-af11-9e20ed3624fe tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957851 Feb 21 01:38:25.637229 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ff496-5198-4cc0-8ed9-4a6255281106 req-126be4cf-0926-486f-ab0e-8600c0603d79 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:25.644017 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-406ff496-5198-4cc0-8ed9-4a6255281106 req-126be4cf-0926-486f-ab0e-8600c0603d79 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0884414 Feb 21 01:38:25.697515 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-406ff496-5198-4cc0-8ed9-4a6255281106 req-4d5a1139-0feb-443b-8b1b-ac3f2d72ec16 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523567 Feb 21 01:38:26.182780 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-54779176-e44f-41ab-9dab-5b9a7b9acc3a req-f264fcae-ea8e-46a8-9290-5ce49ddc64ec tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0488427 Feb 21 01:38:26.782087 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da404df-0bc3-467b-9d47-18abcb6f5ea7 req-4626f95d-a765-4b86-8f6e-deb2d0ae2fed tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:26.791541 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9da404df-0bc3-467b-9d47-18abcb6f5ea7 req-4626f95d-a765-4b86-8f6e-deb2d0ae2fed tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.0957212 Feb 21 01:38:26.884244 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9da404df-0bc3-467b-9d47-18abcb6f5ea7 req-79457e25-7640-4435-b8a3-9831681cc673 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916891 Feb 21 01:38:26.903631 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f407299-44ec-4528-984d-09620b63bd9f req-8deb11f5-81b3-4e0f-b015-550728d3b3ba tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:26.905525 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8f407299-44ec-4528-984d-09620b63bd9f req-8deb11f5-81b3-4e0f-b015-550728d3b3ba tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0919390 Feb 21 01:38:26.966782 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8f407299-44ec-4528-984d-09620b63bd9f req-49c12956-d67e-4960-9c32-cc3a4c62b637 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543506 Feb 21 01:38:27.280964 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-72f81fcf-0b7c-4a59-9dde-1f884bab71b7 req-43f7ecf3-f68d-49e3-a5bf-099b2f5b6379 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0263822 Feb 21 01:38:27.637636 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-c4bc81e9-2247-4d53-8497-c2b1fe2a8f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:28.007852 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48feb31-dfde-467e-8c80-9151f6a2d9e5 req-54519b0e-8504-4020-84fc-1c9db000fe71 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:28.009375 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c48feb31-dfde-467e-8c80-9151f6a2d9e5 req-54519b0e-8504-4020-84fc-1c9db000fe71 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.0531642 Feb 21 01:38:28.061655 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c48feb31-dfde-467e-8c80-9151f6a2d9e5 req-e845dfb2-40e8-42ae-a518-c8cab876ddb6 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Feb 21 01:38:28.103214 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845101-4a82-40ff-8bb0-6e5cfdde0b55 req-d190ed7c-4760-47be-9e7e-c9b9c5212073 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:28.104789 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-36845101-4a82-40ff-8bb0-6e5cfdde0b55 req-d190ed7c-4760-47be-9e7e-c9b9c5212073 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0717416 Feb 21 01:38:28.154926 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-36845101-4a82-40ff-8bb0-6e5cfdde0b55 req-3a21fbd3-f4f6-40fa-85ca-d695aab888c9 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Feb 21 01:38:28.375595 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e5ae1c4b-ae27-4669-a0ce-a98027aed9bf req-d6b03be3-d245-47fc-9c3e-eac63dd5faf3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0257254 Feb 21 01:38:28.755477 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:29.183704 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee665dc-d870-4632-9b05-51284aab15a0 req-623c5d5e-4ee8-4302-8eb2-a3c2568eecaa tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:29.185195 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ee665dc-d870-4632-9b05-51284aab15a0 req-623c5d5e-4ee8-4302-8eb2-a3c2568eecaa tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.0566173 Feb 21 01:38:29.231153 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ee665dc-d870-4632-9b05-51284aab15a0 req-a5541f62-61cc-4397-88f2-8becdb1ac920 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Feb 21 01:38:29.275396 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc4962-f4a8-42bd-a308-a821c4727e8d req-2a512240-941f-44dc-8691-f9a5aa33cea9 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:29.276867 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b9dc4962-f4a8-42bd-a308-a821c4727e8d req-2a512240-941f-44dc-8691-f9a5aa33cea9 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0545993 Feb 21 01:38:29.324109 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b9dc4962-f4a8-42bd-a308-a821c4727e8d req-67ff9ce1-3f1f-4833-9804-7b4d80860c9f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412519 Feb 21 01:38:29.471083 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a18e2f0e-2991-4c4d-8850-2affebb9cac8 req-8c8860b1-26e4-4ad8-bf7e-6626e5fc299c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0268087 Feb 21 01:38:29.522620 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.73', 61854) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:29.665673 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-8c1c03e1-9bfb-42de-89d8-2a4b3f08b46e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:29.667467 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-8c1c03e1-9bfb-42de-89d8-2a4b3f08b46e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 817 time: 0.1288154 Feb 21 01:38:29.748863 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-ac84bf9c-4c41-4080-a4e5-a4f5a1d56a38 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59 HTTP/1.1" status: 200 len: 380 time: 0.0698953 Feb 21 01:38:29.751397 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b269a10-3ff0-4062-a29b-e07aae91f34f req-ec126680-c876-4678-b5a7-e701eed8ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:29.752909 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3b269a10-3ff0-4062-a29b-e07aae91f34f req-ec126680-c876-4678-b5a7-e701eed8ff61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 1128 time: 0.1759651 Feb 21 01:38:29.757521 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606124f-aaae-46bf-ad63-3667e28639d8 req-d8733716-8c0d-4b9d-8397-044738f5450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:29.758912 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7606124f-aaae-46bf-ad63-3667e28639d8 req-d8733716-8c0d-4b9d-8397-044738f5450d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2125161 Feb 21 01:38:29.766321 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'port': {'device_id': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'admin_state_up': True, 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'security_groups': ['6ec33362-496e-4bea-8c0a-da6b5969be76']}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:29.890838 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Made reservation on behalf of 1d4fde563e8d4358b1f8d7c778e7dc59 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:29.894934 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:29.895945 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-d2cc5f3e-39db-463b-8c2c-870b0f888e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:29.897606 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-d2cc5f3e-39db-463b-8c2c-870b0f888e3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc95cdaceac64f92ac8ca5b296ce7e33&device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 1127 time: 0.0827808 Feb 21 01:38:29.898637 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b269a10-3ff0-4062-a29b-e07aae91f34f req-f9df82c1-16d7-417d-86dc-6e86d3f9814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:29.900307 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3b269a10-3ff0-4062-a29b-e07aae91f34f req-f9df82c1-16d7-417d-86dc-6e86d3f9814a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4c019a195f44431686f7ab8266e87ff2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1338100 Feb 21 01:38:29.994561 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-e4c94cc3-6ae0-45ce-8c79-c198996c1007 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abbbbe6a-1733-4793-9761-d3327fc1dfab HTTP/1.1" status: 200 len: 217 time: 0.0847292 Feb 21 01:38:30.037135 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:30.139345 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-0d2b3eae-19c1-40bd-9322-2e7df1e69722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:30.141371 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-0d2b3eae-19c1-40bd-9322-2e7df1e69722 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45f30502-9321-4c10-8ec4-e6580a0e2a0a HTTP/1.1" status: 200 len: 852 time: 0.1125901 Feb 21 01:38:30.142751 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b269a10-3ff0-4062-a29b-e07aae91f34f req-cddec77e-9a2d-4502-9ce3-7929718799e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:30.144596 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3b269a10-3ff0-4062-a29b-e07aae91f34f req-cddec77e-9a2d-4502-9ce3-7929718799e7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2272685 Feb 21 01:38:30.211515 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Allocated IP 172.20.0.9 (c0383c1c-6049-4d8a-9557-1e574dfd705b/5824622b-8b30-4753-ad75-bfffea5df582/9ff64f22-7fbe-4bad-b125-966d21970c09) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:30.222924 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-30076577-de19-4c1e-b366-3621d4d08b60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa0c87e-5e0a-4d76-a8be-af2834d62b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703375 Feb 21 01:38:30.334501 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-cbc8a0c6-eec1-4d32-81d4-73f3ba81199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:30.336862 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-cbc8a0c6-eec1-4d32-81d4-73f3ba81199e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 1128 time: 0.1285055 Feb 21 01:38:30.509396 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-d5ba87a7-5a0f-44b9-9dd2-92eada319c96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 HTTP/1.1" status: 200 len: 217 time: 0.1345046 Feb 21 01:38:30.554504 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-8ba2ed52-756a-4260-b18f-7df4d9c31947 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa0c87e-5e0a-4d76-a8be-af2834d62b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117495 Feb 21 01:38:30.609291 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e9960-1f21-4978-b920-78c1fe6c0f37 req-e3211162-520f-468c-81b4-37c6b73fd0e5 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:30.621236 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-260e9960-1f21-4978-b920-78c1fe6c0f37 req-e3211162-520f-468c-81b4-37c6b73fd0e5 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.2479665 Feb 21 01:38:30.668417 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ad5ff-1b38-413e-8b78-402f1f60e3cb req-2d5ca6a2-b687-48a9-ace8-f4cd870192a9 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:30.669973 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-801ad5ff-1b38-413e-8b78-402f1f60e3cb req-2d5ca6a2-b687-48a9-ace8-f4cd870192a9 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.1365340 Feb 21 01:38:30.682745 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:30.688061 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-d07f56df-7c42-4cc9-8c49-4cc55414c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:30.689792 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-d07f56df-7c42-4cc9-8c49-4cc55414c91b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 200 len: 850 time: 0.1689038 Feb 21 01:38:30.702698 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35474) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:30.789977 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-801ad5ff-1b38-413e-8b78-402f1f60e3cb req-ab5d099c-dcf9-44d1-9f9b-e2d4d06832a2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053164 Feb 21 01:38:30.796059 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-260e9960-1f21-4978-b920-78c1fe6c0f37 req-5b6684e4-1a6c-49a2-9f20-9e4b38705b38 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677408 Feb 21 01:38:30.808865 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:30.858140 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-716a61a1-78ef-499a-a9a1-08fe9792d6ac req-63cfd07f-4302-43a4-b22d-6b592df112e8 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa0c87e-5e0a-4d76-a8be-af2834d62b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948773 Feb 21 01:38:30.865237 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8bb085b1-b49f-4691-a81b-6fbb31cd802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:30.867322 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-8bb085b1-b49f-4691-a81b-6fbb31cd802a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05279b8a-760f-4425-a2dc-46e9bb05cf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1681321 Feb 21 01:38:30.928853 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Network c0383c1c-6049-4d8a-9557-1e574dfd705b is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:30.929718 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85569c35-3af6-4018-b54f-7c3c7e104a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:30.933762 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:30.941347 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:30.982617 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3dd91-6f98-473c-9946-456f83917808 req-1c54c079-9833-4375-ae89-37a453cd2d64 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:30.983422 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-52a3dd91-6f98-473c-9946-456f83917808 req-1c54c079-9833-4375-ae89-37a453cd2d64 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 931 time: 0.0958157 Feb 21 01:38:30.996850 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:31.017311 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:31.018366 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.037080 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-c8d8512f-b5bb-4da4-b622-dcd5957f6d72 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2745254 Feb 21 01:38:31.078540 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-52a3dd91-6f98-473c-9946-456f83917808 req-491d5ad3-421c-466d-a9e5-15aec370643c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764694 Feb 21 01:38:31.087973 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85569c35-3af6-4018-b54f-7c3c7e104a2e admin admin] Publish callbacks [] for security_group (e8a8d52e-72d8-4e34-9501-602f6cea2171), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.101292 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85569c35-3af6-4018-b54f-7c3c7e104a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (e8a8d52e-72d8-4e34-9501-602f6cea2171), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.144062 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-85569c35-3af6-4018-b54f-7c3c7e104a2e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7558c012e47d489793089e87c65ff987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270775 Feb 21 01:38:31.146691 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35492) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:31.149049 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85569c35-3af6-4018-b54f-7c3c7e104a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a8d52e-72d8-4e34-9501-602f6cea2171,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:31.195954 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-122efab1-cb9a-4716-8a8a-9dde3a8b1002 admin admin] Publish callbacks [] for security_group (e8a8d52e-72d8-4e34-9501-602f6cea2171), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.215964 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-122efab1-cb9a-4716-8a8a-9dde3a8b1002 admin admin] Publish callbacks [] for security_group (e8a8d52e-72d8-4e34-9501-602f6cea2171), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.267985 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-122efab1-cb9a-4716-8a8a-9dde3a8b1002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (e8a8d52e-72d8-4e34-9501-602f6cea2171), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.270716 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-122efab1-cb9a-4716-8a8a-9dde3a8b1002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.271958 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-122efab1-cb9a-4716-8a8a-9dde3a8b1002 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8a8d52e-72d8-4e34-9501-602f6cea2171 HTTP/1.1" status: 204 len: 168 time: 0.1239815 Feb 21 01:38:31.276704 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-15fee6c3-fe25-49ae-9816-15670a538845 None None] Provisioning complete for port 9ff64f22-7fbe-4bad-b125-966d21970c09 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:31.277172 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-15fee6c3-fe25-49ae-9816-15670a538845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.279468 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122efab1-cb9a-4716-8a8a-9dde3a8b1002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a8d52e-72d8-4e34-9501-602f6cea2171,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:31.322166 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-15fee6c3-fe25-49ae-9816-15670a538845 None None] Port 9ff64f22-7fbe-4bad-b125-966d21970c09 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:38:31.519516 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35498) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:31.532143 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-233b42ae-c905-4495-9fc5-bdd398c17f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.603602 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-233b42ae-c905-4495-9fc5-bdd398c17f00 admin admin] Publish callbacks [] for security_group (a55d86b0-690d-4d35-a9a7-de854813e7da), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.607157 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-233b42ae-c905-4495-9fc5-bdd398c17f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a55d86b0-690d-4d35-a9a7-de854813e7da), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.644979 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-233b42ae-c905-4495-9fc5-bdd398c17f00 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a49f8be3d2147be89af02d857a7ff0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243563 Feb 21 01:38:31.645901 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b42ae-c905-4495-9fc5-bdd398c17f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55d86b0-690d-4d35-a9a7-de854813e7da,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:31.648183 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35500) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:31.703429 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7c99fc27-63eb-4a94-bc77-eb7585b1f79b admin admin] Publish callbacks [] for security_group (a55d86b0-690d-4d35-a9a7-de854813e7da), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.728271 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7c99fc27-63eb-4a94-bc77-eb7585b1f79b admin admin] Publish callbacks [] for security_group (a55d86b0-690d-4d35-a9a7-de854813e7da), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.766184 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.786506 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7c99fc27-63eb-4a94-bc77-eb7585b1f79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a55d86b0-690d-4d35-a9a7-de854813e7da), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.789616 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7c99fc27-63eb-4a94-bc77-eb7585b1f79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:31.790788 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7c99fc27-63eb-4a94-bc77-eb7585b1f79b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a55d86b0-690d-4d35-a9a7-de854813e7da HTTP/1.1" status: 204 len: 168 time: 0.1416199 Feb 21 01:38:31.798725 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99fc27-63eb-4a94-bc77-eb7585b1f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55d86b0-690d-4d35-a9a7-de854813e7da,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:31.956343 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b96eb-2a69-42de-9278-953fa13351df req-28486460-1161-404a-95db-7608da78e53a tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:31.964704 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-893b96eb-2a69-42de-9278-953fa13351df req-28486460-1161-404a-95db-7608da78e53a tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.0798948 Feb 21 01:38:31.976130 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bb698-7122-4392-86d1-a3549bd633a2 req-db741069-f2e6-4e59-a620-10e5207132af tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:31.978055 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f42bb698-7122-4392-86d1-a3549bd633a2 req-db741069-f2e6-4e59-a620-10e5207132af tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0905535 Feb 21 01:38:32.034102 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-893b96eb-2a69-42de-9278-953fa13351df req-cdf94c3f-c451-4220-bd57-c053d14d1c9f tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685003 Feb 21 01:38:32.054854 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f42bb698-7122-4392-86d1-a3549bd633a2 req-f0352ade-9425-41b1-9193-9e7356605cc3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697794 Feb 21 01:38:32.214697 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64b42-96b8-4953-9cf3-abb60188d710 req-ffb44b14-ecc5-4bb5-a70a-53ea29b2371d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:32.216197 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cea64b42-96b8-4953-9cf3-abb60188d710 req-ffb44b14-ecc5-4bb5-a70a-53ea29b2371d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 931 time: 0.0562141 Feb 21 01:38:32.263951 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cea64b42-96b8-4953-9cf3-abb60188d710 req-6a619410-169f-44a9-9a1e-a44237511df3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Feb 21 01:38:33.164429 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd69b0-8630-410d-b7eb-ab7ae601e79e req-d03da540-0471-4cf3-ac18-f3da5bf6e22e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:33.166436 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-28dd69b0-8630-410d-b7eb-ab7ae601e79e req-d03da540-0471-4cf3-ac18-f3da5bf6e22e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.0561996 Feb 21 01:38:33.206192 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e18289-febf-4637-bdd5-0a59a00fc7a0 req-1ba6990a-397b-4de5-b253-83471894ac9a tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:33.207793 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-81e18289-febf-4637-bdd5-0a59a00fc7a0 req-1ba6990a-397b-4de5-b253-83471894ac9a tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0660830 Feb 21 01:38:33.224884 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-28dd69b0-8630-410d-b7eb-ab7ae601e79e req-c0fd1925-61db-4862-aa78-25982dcb87cb tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532942 Feb 21 01:38:33.265516 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-81e18289-febf-4637-bdd5-0a59a00fc7a0 req-80edb2dd-5603-4706-829f-9f254996e613 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509214 Feb 21 01:38:33.388030 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370984e5-f9e6-4787-a1ab-4243c3b8fb17 req-921b8476-79ea-41cc-9625-4cbc38e350ba tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:33.389463 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-370984e5-f9e6-4787-a1ab-4243c3b8fb17 req-921b8476-79ea-41cc-9625-4cbc38e350ba tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 931 time: 0.0544517 Feb 21 01:38:33.427317 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Request body: {'port': {'device_id': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:33.492209 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:33.526461 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-370984e5-f9e6-4787-a1ab-4243c3b8fb17 req-eb22a02a-7bed-4ad6-9b67-aec34a0cb821 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314638 Feb 21 01:38:33.528857 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-a823e7e7-67e5-4ede-98b9-bc524abcb8dd service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024261 Feb 21 01:38:33.648979 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3912c78-1e45-4d48-9ce0-8d3e01a38db9 req-530cce09-8884-44ff-aa70-5c37522bc2f6 service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114399 Feb 21 01:38:33.843316 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff64f22-7fbe-4bad-b125-966d21970c09 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:38:33.850761 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Publish callbacks [] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:33.872110 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Transition to ACTIVE for port object 9ff64f22-7fbe-4bad-b125-966d21970c09 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:38:33.877300 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:33.958037 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:34.025600 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Attempting to bind port 9ff64f22-7fbe-4bad-b125-966d21970c09 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:38:34.025961 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Attempting to bind port 9ff64f22-7fbe-4bad-b125-966d21970c09 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:38:34.026348 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Attempting to bind port 9ff64f22-7fbe-4bad-b125-966d21970c09 on network c0383c1c-6049-4d8a-9557-1e574dfd705b {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:34.030754 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Port 9ff64f22-7fbe-4bad-b125-966d21970c09 on network c0383c1c-6049-4d8a-9557-1e574dfd705b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:38:34.031077 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Attempting to bind port 9ff64f22-7fbe-4bad-b125-966d21970c09 on network c0383c1c-6049-4d8a-9557-1e574dfd705b {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:34.035953 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:38:34.036317 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Checking segment: {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:34.036888 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Bound using segment: {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:38:34.037340 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Bound port: 9ff64f22-7fbe-4bad-b125-966d21970c09, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:38:34.037702 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:34.104428 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:38:34.108919 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:38:34.114573 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:34.153575 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:34.154329 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:34.155763 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] 10.222.0.73 "PUT /v2.0/ports/9ff64f22-7fbe-4bad-b125-966d21970c09 HTTP/1.1" status: 200 len: 1093 time: 0.7356002 Feb 21 01:38:34.156300 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:38:34.197178 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e020235-3f3a-4b82-ae05-03c93724b387 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:34.354890 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42d75ed-59e3-4546-9d77-2d0f316c50f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:38:34.386839 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf31026-5838-46d4-9430-aca6c6f32b85 req-f9a45166-c5ee-4e02-81d1-d7d17a54ece4 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:34.390675 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3bf31026-5838-46d4-9430-aca6c6f32b85 req-f9a45166-c5ee-4e02-81d1-d7d17a54ece4 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.0764618 Feb 21 01:38:34.406580 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380df20-bf31-48a8-9819-d6cc3cbe0300 req-a1f7011b-6d61-499c-a2a6-d3727fa88f41 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:34.408195 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4380df20-bf31-48a8-9819-d6cc3cbe0300 req-a1f7011b-6d61-499c-a2a6-d3727fa88f41 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0696340 Feb 21 01:38:34.435922 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3bf31026-5838-46d4-9430-aca6c6f32b85 req-c686a71b-3014-4954-bf4d-95ac23069aa0 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Feb 21 01:38:34.458274 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4380df20-bf31-48a8-9819-d6cc3cbe0300 req-cb630f9c-ada3-4944-a629-5d4362b84fe3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Feb 21 01:38:34.532643 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e27278e-44fe-4613-99c6-0ed4f422c8b8 x-openstack-request-id: req-7e27278e-44fe-4613-99c6-0ed4f422c8b8 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:38:34.532969 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:38:34.533229 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e27278e-44fe-4613-99c6-0ed4f422c8b8 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:38:34.533750 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'status': 'completed', 'code': 200} Feb 21 01:38:34.649356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bebc-26cf-41ec-b2ab-52df18ad09a9 req-8f3c0117-f326-4064-9ca2-dd558ac214fb tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:34.650812 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fcd3bebc-26cf-41ec-b2ab-52df18ad09a9 req-8f3c0117-f326-4064-9ca2-dd558ac214fb tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0507390 Feb 21 01:38:34.695357 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fcd3bebc-26cf-41ec-b2ab-52df18ad09a9 req-a884b566-a944-4b7c-946f-906f3a5e54a4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389874 Feb 21 01:38:35.551986 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91797de-ca45-4942-b8cd-4278cbc385a9 req-36f70a9f-eaf8-44fe-a57e-87b0c1c17935 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:35.553450 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e91797de-ca45-4942-b8cd-4278cbc385a9 req-36f70a9f-eaf8-44fe-a57e-87b0c1c17935 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.0507369 Feb 21 01:38:35.571243 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c526a7-28a2-4df8-90e9-87ae54eb9a45 req-19c7b24b-847d-4e2e-8e72-3da50b09db02 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:35.572703 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f2c526a7-28a2-4df8-90e9-87ae54eb9a45 req-19c7b24b-847d-4e2e-8e72-3da50b09db02 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0506318 Feb 21 01:38:35.601686 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e91797de-ca45-4942-b8cd-4278cbc385a9 req-8c40bbe6-4248-4245-a207-2db28f4a1533 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Feb 21 01:38:35.618022 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f2c526a7-28a2-4df8-90e9-87ae54eb9a45 req-0bc389b4-4c9a-4e96-8dad-f03c4253e70a tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397115 Feb 21 01:38:35.813947 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e34968-b03d-4d53-8a1b-bc7d5290ee1d req-86506d18-3247-4d82-868f-52c8edd3a0b9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:35.815443 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c6e34968-b03d-4d53-8a1b-bc7d5290ee1d req-86506d18-3247-4d82-868f-52c8edd3a0b9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0507288 Feb 21 01:38:35.860472 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c6e34968-b03d-4d53-8a1b-bc7d5290ee1d req-97f3553a-f423-4ec9-bbd7-6f9514bbeae8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390117 Feb 21 01:38:36.361949 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:36.622316 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d75ed-59e3-4546-9d77-2d0f316c50f3 req-f193c363-718f-49ee-b5b6-90d81465c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:36.623840 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f42d75ed-59e3-4546-9d77-2d0f316c50f3 req-f193c363-718f-49ee-b5b6-90d81465c7a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 1127 time: 0.0771632 Feb 21 01:38:36.839531 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e08ac-1aa2-4600-8a42-9c51653c564f req-f1ad559e-fff3-498f-9cb9-9be52135fae1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:36.841070 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-309e08ac-1aa2-4600-8a42-9c51653c564f req-f1ad559e-fff3-498f-9cb9-9be52135fae1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.1412790 Feb 21 01:38:36.842095 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d75ed-59e3-4546-9d77-2d0f316c50f3 req-966bf3e6-b076-4c30-b0e2-bf73de2aafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:36.843492 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f42d75ed-59e3-4546-9d77-2d0f316c50f3 req-966bf3e6-b076-4c30-b0e2-bf73de2aafb4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2126658 Feb 21 01:38:36.901791 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13b212-cdfc-44e4-a266-c5290cb21901 req-5e75eac6-6099-4a01-8e12-29c716f1ab2e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:36.903106 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ab13b212-cdfc-44e4-a266-c5290cb21901 req-5e75eac6-6099-4a01-8e12-29c716f1ab2e tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.2346220 Feb 21 01:38:36.950984 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ab13b212-cdfc-44e4-a266-c5290cb21901 req-a6d86195-04df-4bf1-b928-4a690ad598b1 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Feb 21 01:38:37.077237 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc846b-c5df-4057-b375-c152243b693f req-f426482c-ef65-4be9-b4bf-759edd38d738 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:37.084141 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cdfc846b-c5df-4057-b375-c152243b693f req-f426482c-ef65-4be9-b4bf-759edd38d738 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0717130 Feb 21 01:38:37.157859 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cdfc846b-c5df-4057-b375-c152243b693f req-88f5d3b7-89f0-4292-8fb0-3fff1b83fb41 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684974 Feb 21 01:38:37.183003 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-309e08ac-1aa2-4600-8a42-9c51653c564f req-b7336f8c-4c3b-43c9-bed2-63454752729e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352497 Feb 21 01:38:37.245600 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d75ed-59e3-4546-9d77-2d0f316c50f3 req-9b524c1d-5a2b-4415-ad28-6092d30571a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:37.247108 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f42d75ed-59e3-4546-9d77-2d0f316c50f3 req-9b524c1d-5a2b-4415-ad28-6092d30571a6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3927796 Feb 21 01:38:37.338127 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-346fbf9c-47b4-4f72-9d01-4b7e87f0126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:37.339680 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-346fbf9c-47b4-4f72-9d01-4b7e87f0126b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 1127 time: 0.0524929 Feb 21 01:38:37.420099 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-4bab7951-4c4e-4098-ad09-7e8232cef082 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff64f22-7fbe-4bad-b125-966d21970c09 HTTP/1.1" status: 200 len: 217 time: 0.0725503 Feb 21 01:38:37.481749 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-31c5fe75-2911-47d0-bae4-7a08f9a13af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:37.485634 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-31c5fe75-2911-47d0-bae4-7a08f9a13af5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.0582285 Feb 21 01:38:37.576984 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-bc880955-07a8-4a16-b811-d8ecc4108528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:37.578706 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-bc880955-07a8-4a16-b811-d8ecc4108528 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879745 Feb 21 01:38:37.679928 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-8cba7b26-3afa-43a9-9dce-2e385416ff4e service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938749 Feb 21 01:38:37.783688 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-500c6198-7025-4a49-a2e6-da336fd94e48 req-da0db921-06be-4385-ad22-967c5d6db2d3 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965066 Feb 21 01:38:37.836437 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35726) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:37.949909 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c8162ec-a6d2-42cb-b9ba-7e69a31893f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.045358 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c8162ec-a6d2-42cb-b9ba-7e69a31893f5 admin admin] Publish callbacks [] for security_group (14324a14-0952-4b83-b844-3742fadb98b7), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.061794 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c8162ec-a6d2-42cb-b9ba-7e69a31893f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (14324a14-0952-4b83-b844-3742fadb98b7), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.104740 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8162ec-a6d2-42cb-b9ba-7e69a31893f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14324a14-0952-4b83-b844-3742fadb98b7,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:38.110274 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6c8162ec-a6d2-42cb-b9ba-7e69a31893f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af325ba678c34d8ca8829f4f05194df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723014 Feb 21 01:38:38.113513 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35742) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:38.125389 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec73387-ab41-48f1-9984-ce53a17f670a req-a36c6a0a-83dd-43db-9707-d3d8cda6c8bb tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:38.126900 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-aec73387-ab41-48f1-9984-ce53a17f670a req-a36c6a0a-83dd-43db-9707-d3d8cda6c8bb tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.1024680 Feb 21 01:38:38.167965 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e9a7424d-fd09-4764-97c0-5eea119fd07f admin admin] Publish callbacks [] for security_group (14324a14-0952-4b83-b844-3742fadb98b7), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.174876 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-aec73387-ab41-48f1-9984-ce53a17f670a req-644410f9-421a-44d3-996f-6547728d88f3 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Feb 21 01:38:38.191098 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e9a7424d-fd09-4764-97c0-5eea119fd07f admin admin] Publish callbacks [] for security_group (14324a14-0952-4b83-b844-3742fadb98b7), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.276170 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e9a7424d-fd09-4764-97c0-5eea119fd07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (14324a14-0952-4b83-b844-3742fadb98b7), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.278894 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e9a7424d-fd09-4764-97c0-5eea119fd07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.280042 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-e9a7424d-fd09-4764-97c0-5eea119fd07f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/14324a14-0952-4b83-b844-3742fadb98b7 HTTP/1.1" status: 204 len: 168 time: 0.1655121 Feb 21 01:38:38.290697 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7424d-fd09-4764-97c0-5eea119fd07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14324a14-0952-4b83-b844-3742fadb98b7,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:38.301752 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0a8f7-e83f-48e1-8932-ff548e778063 req-62dc5299-f7f9-40ff-bad7-5e7f98e135ba tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:38.303318 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d5b0a8f7-e83f-48e1-8932-ff548e778063 req-62dc5299-f7f9-40ff-bad7-5e7f98e135ba tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0739777 Feb 21 01:38:38.325789 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf106f-8301-42fd-afbc-1806518a62df req-1ada8f79-6bbf-4b19-90ea-e4eae343ada7 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:38.327570 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-63cf106f-8301-42fd-afbc-1806518a62df req-1ada8f79-6bbf-4b19-90ea-e4eae343ada7 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 944 time: 0.0662651 Feb 21 01:38:38.354493 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d5b0a8f7-e83f-48e1-8932-ff548e778063 req-02dc495f-dd47-4084-a2c6-13c84eca7963 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444582 Feb 21 01:38:38.382112 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-63cf106f-8301-42fd-afbc-1806518a62df req-b5674a48-8bcc-4e9a-a223-2528b5124b5f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489783 Feb 21 01:38:38.680895 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35770) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:38.800497 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-127be153-8525-4ca2-aec7-a76284663bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.831564 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:38:38.899828 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-127be153-8525-4ca2-aec7-a76284663bc7 admin admin] Publish callbacks [] for security_group (fec95f14-3876-41ab-b06a-0c6de8c0a312), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.907016 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-127be153-8525-4ca2-aec7-a76284663bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (fec95f14-3876-41ab-b06a-0c6de8c0a312), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:38.952574 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35794) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:38.964612 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-127be153-8525-4ca2-aec7-a76284663bc7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bff7bcbc47346149ba078443d06c80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823989 Feb 21 01:38:38.968782 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127be153-8525-4ca2-aec7-a76284663bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec95f14-3876-41ab-b06a-0c6de8c0a312,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:39.013520 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:39.027643 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'port_id': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4', 'mac_address': 'fa:16:3e:c7:b6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:38:39.046982 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1e138c0a-69de-4a30-9cd8-5beffddfa9b1 admin admin] Publish callbacks [] for security_group (fec95f14-3876-41ab-b06a-0c6de8c0a312), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.072318 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:39.072799 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.084106 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1e138c0a-69de-4a30-9cd8-5beffddfa9b1 admin admin] Publish callbacks [] for security_group (fec95f14-3876-41ab-b06a-0c6de8c0a312), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.086755 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:38:39.127385 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:39.132973 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.134000 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:38:39.156962 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1e138c0a-69de-4a30-9cd8-5beffddfa9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (fec95f14-3876-41ab-b06a-0c6de8c0a312), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.162184 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1e138c0a-69de-4a30-9cd8-5beffddfa9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.163631 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1e138c0a-69de-4a30-9cd8-5beffddfa9b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fec95f14-3876-41ab-b06a-0c6de8c0a312 HTTP/1.1" status: 204 len: 168 time: 0.2099512 Feb 21 01:38:39.173248 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e138c0a-69de-4a30-9cd8-5beffddfa9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec95f14-3876-41ab-b06a-0c6de8c0a312,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:39.270438 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:39.315217 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:39.337054 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'port_id': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'mac_address': 'fa:16:3e:92:be:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:38:39.386095 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c982d-d1f8-4eaa-87e3-a6dbe7ae3b7f req-7d63a7bf-c1d5-4e4e-9de2-45842be8c8a2 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:39.388520 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-812c982d-d1f8-4eaa-87e3-a6dbe7ae3b7f req-7d63a7bf-c1d5-4e4e-9de2-45842be8c8a2 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 943 time: 0.0663698 Feb 21 01:38:39.394974 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 9ff64f22-7fbe-4bad-b125-966d21970c09 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:39.395528 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.410835 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff64f22-7fbe-4bad-b125-966d21970c09 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:38:39.437228 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:39.446549 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.448062 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device abbbbe6a-1733-4793-9761-d3327fc1dfab details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:38:39.499670 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-812c982d-d1f8-4eaa-87e3-a6dbe7ae3b7f req-0feff766-72a9-43ab-8860-827b563c074b tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004398 Feb 21 01:38:39.587837 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:39.592982 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65832b94-a889-495a-bc2b-39932e6a5b16 req-1919c144-f4a9-4203-8ac9-d41e5310e4e2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:39.603598 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-65832b94-a889-495a-bc2b-39932e6a5b16 req-1919c144-f4a9-4203-8ac9-d41e5310e4e2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 944 time: 0.1300402 Feb 21 01:38:39.658926 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35824) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:39.701285 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port abbbbe6a-1733-4793-9761-d3327fc1dfab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=abbbbe6a-1733-4793-9761-d3327fc1dfab,segment=NetworkSegment(69959663-4500-4e0c-95a8-8b97d4c39bcf),segment_id=69959663-4500-4e0c-95a8-8b97d4c39bcf)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:39.710268 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-65832b94-a889-495a-bc2b-39932e6a5b16 req-06e7ada1-e91a-4f83-9c4e-2959fbcd27d7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045992 Feb 21 01:38:39.721247 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e65cba-1d92-4806-adc7-d6504f8eae02 req-6d6892e5-113d-43b7-a970-891966bd0845 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:39.726517 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': 'abbbbe6a-1733-4793-9761-d3327fc1dfab', 'network_id': '4fa0c87e-5e0a-4d76-a8be-af2834d62b7e', 'port_id': 'abbbbe6a-1733-4793-9761-d3327fc1dfab', 'mac_address': 'fa:16:3e:b0:b3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f30502-9321-4c10-8ec4-e6580a0e2a0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:38:39.732185 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-49e65cba-1d92-4806-adc7-d6504f8eae02 req-6d6892e5-113d-43b7-a970-891966bd0845 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 945 time: 0.0897295 Feb 21 01:38:39.788853 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port abbbbe6a-1733-4793-9761-d3327fc1dfab is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:39.789315 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.808746 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbbbe6a-1733-4793-9761-d3327fc1dfab {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:38:39.827508 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bf2b75b9-d94d-4825-a546-fc9d7fcab378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.832658 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-49e65cba-1d92-4806-adc7-d6504f8eae02 req-c923e2c6-24ac-429b-bb0d-34ae344f0bc1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985937 Feb 21 01:38:39.839000 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port abbbbe6a-1733-4793-9761-d3327fc1dfab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=abbbbe6a-1733-4793-9761-d3327fc1dfab,segment=NetworkSegment(69959663-4500-4e0c-95a8-8b97d4c39bcf),segment_id=69959663-4500-4e0c-95a8-8b97d4c39bcf)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:39.849174 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.910388 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=abbbbe6a-1733-4793-9761-d3327fc1dfab,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:39.927447 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bf2b75b9-d94d-4825-a546-fc9d7fcab378 admin admin] Publish callbacks [] for security_group (63bd005b-39ef-40e4-957c-78453ea10783), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.932598 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bf2b75b9-d94d-4825-a546-fc9d7fcab378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (63bd005b-39ef-40e4-957c-78453ea10783), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.974236 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-bf2b75b9-d94d-4825-a546-fc9d7fcab378 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0733dc50faf9453790f66aea27b8b3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128412 Feb 21 01:38:39.977582 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35840) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:39.984623 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b75b9-d94d-4825-a546-fc9d7fcab378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bd005b-39ef-40e4-957c-78453ea10783,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:40.036901 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2ccd3f32-6513-4d3d-8280-4d928016961f admin admin] Publish callbacks [] for security_group (63bd005b-39ef-40e4-957c-78453ea10783), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.059715 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2ccd3f32-6513-4d3d-8280-4d928016961f admin admin] Publish callbacks [] for security_group (63bd005b-39ef-40e4-957c-78453ea10783), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.115598 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2ccd3f32-6513-4d3d-8280-4d928016961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (63bd005b-39ef-40e4-957c-78453ea10783), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.118192 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2ccd3f32-6513-4d3d-8280-4d928016961f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.122487 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-2ccd3f32-6513-4d3d-8280-4d928016961f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63bd005b-39ef-40e4-957c-78453ea10783 HTTP/1.1" status: 204 len: 168 time: 0.1410215 Feb 21 01:38:40.128354 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd3f32-6513-4d3d-8280-4d928016961f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bd005b-39ef-40e4-957c-78453ea10783,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:40.171038 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35858) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:40.190833 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['a2bbac4b-0632-4e2c-aeed-20e79b64f6e4'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:38:40.247446 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['9ff64f22-7fbe-4bad-b125-966d21970c09'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:38:40.250104 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['abbbbe6a-1733-4793-9761-d3327fc1dfab'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:38:40.496838 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-19f75401-b549-4380-9842-c9c830e439a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.605051 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35878) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:40.623150 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-19f75401-b549-4380-9842-c9c830e439a9 admin admin] Publish callbacks [] for security_group (fcdec47d-6d07-4863-b440-4e75e760ce5a), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.631008 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-19f75401-b549-4380-9842-c9c830e439a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (fcdec47d-6d07-4863-b440-4e75e760ce5a), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.633702 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e53bd175-ebb7-463c-add9-c5642ee49ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.679827 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-19f75401-b549-4380-9842-c9c830e439a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e728b09525741f1810074c72d2af8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069788 Feb 21 01:38:40.682757 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35882) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:40.739360 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f75401-b549-4380-9842-c9c830e439a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdec47d-6d07-4863-b440-4e75e760ce5a,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:40.759477 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35888) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:40.774992 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91a90f-0194-407a-b94e-c18c0d1fb924 req-c1c7e80e-f79f-4eb1-8d04-7a76f6e91804 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:40.781863 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6f91a90f-0194-407a-b94e-c18c0d1fb924 req-c1c7e80e-f79f-4eb1-8d04-7a76f6e91804 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 944 time: 0.1801944 Feb 21 01:38:40.870552 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6f91a90f-0194-407a-b94e-c18c0d1fb924 req-715ae90f-096c-48d7-a1ab-2d357c9251ea tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825231 Feb 21 01:38:40.873978 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e53bd175-ebb7-463c-add9-c5642ee49ed6 admin admin] Publish callbacks [] for security_group (b916f473-7fd4-47ba-b955-3f1468deb4e5), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.877923 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a16e04fd-bf42-41a1-8a1a-5156ddcd8b70 admin admin] Publish callbacks [] for security_group (fcdec47d-6d07-4863-b440-4e75e760ce5a), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.889889 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e53bd175-ebb7-463c-add9-c5642ee49ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (b916f473-7fd4-47ba-b955-3f1468deb4e5), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.939570 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e53bd175-ebb7-463c-add9-c5642ee49ed6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46ef23eca5874ea396384b5e5f544cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333850 Feb 21 01:38:40.940787 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bd175-ebb7-463c-add9-c5642ee49ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b916f473-7fd4-47ba-b955-3f1468deb4e5,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:40.944661 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35900) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:40.960209 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a16e04fd-bf42-41a1-8a1a-5156ddcd8b70 admin admin] Publish callbacks [] for security_group (fcdec47d-6d07-4863-b440-4e75e760ce5a), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.991751 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c22c3705-fec9-4f2e-bbe3-1577be32815d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.059170 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c7029412-d316-404d-88fe-2320d546e85a admin admin] Publish callbacks [] for security_group (b916f473-7fd4-47ba-b955-3f1468deb4e5), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.061396 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab5b5e-6257-4d99-9129-14c45c40495c req-d89ab227-f417-47ca-9131-60ec49dbbdfe tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:41.066684 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-17ab5b5e-6257-4d99-9129-14c45c40495c req-d89ab227-f417-47ca-9131-60ec49dbbdfe tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 944 time: 0.2145658 Feb 21 01:38:41.085989 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ac0f9-ec95-4a78-a7c4-d5ecce2ef6ba req-26e7a407-780a-4a92-84dd-6a94fab69b10 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:41.087507 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a75ac0f9-ec95-4a78-a7c4-d5ecce2ef6ba req-26e7a407-780a-4a92-84dd-6a94fab69b10 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 945 time: 0.0888197 Feb 21 01:38:41.099004 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c7029412-d316-404d-88fe-2320d546e85a admin admin] Publish callbacks [] for security_group (b916f473-7fd4-47ba-b955-3f1468deb4e5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.099985 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a16e04fd-bf42-41a1-8a1a-5156ddcd8b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (fcdec47d-6d07-4863-b440-4e75e760ce5a), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.103792 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a16e04fd-bf42-41a1-8a1a-5156ddcd8b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.104907 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-a16e04fd-bf42-41a1-8a1a-5156ddcd8b70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fcdec47d-6d07-4863-b440-4e75e760ce5a HTTP/1.1" status: 204 len: 168 time: 0.3851383 Feb 21 01:38:41.136896 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e04fd-bf42-41a1-8a1a-5156ddcd8b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdec47d-6d07-4863-b440-4e75e760ce5a,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:41.176787 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a75ac0f9-ec95-4a78-a7c4-d5ecce2ef6ba req-5f98d638-be23-4656-9ddd-3757d17e0b7d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809731 Feb 21 01:38:41.206769 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c7029412-d316-404d-88fe-2320d546e85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (b916f473-7fd4-47ba-b955-3f1468deb4e5), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.211653 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c7029412-d316-404d-88fe-2320d546e85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.213344 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-17ab5b5e-6257-4d99-9129-14c45c40495c req-017f5a53-9bcf-40f4-8572-4f833b0161e2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343396 Feb 21 01:38:41.216110 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c7029412-d316-404d-88fe-2320d546e85a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b916f473-7fd4-47ba-b955-3f1468deb4e5 HTTP/1.1" status: 204 len: 168 time: 0.2700441 Feb 21 01:38:41.224336 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7029412-d316-404d-88fe-2320d546e85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b916f473-7fd4-47ba-b955-3f1468deb4e5,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:41.271843 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c22c3705-fec9-4f2e-bbe3-1577be32815d admin admin] Publish callbacks [] for security_group (93d3bf0c-7380-49c5-b310-34bf6d336d71), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.278509 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c22c3705-fec9-4f2e-bbe3-1577be32815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (93d3bf0c-7380-49c5-b310-34bf6d336d71), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.321393 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35916) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:41.322728 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c22c3705-fec9-4f2e-bbe3-1577be32815d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07929210698d457c9edeed6fff9cfbc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378518 Feb 21 01:38:41.324093 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c3705-fec9-4f2e-bbe3-1577be32815d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d3bf0c-7380-49c5-b310-34bf6d336d71,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:41.373179 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-153dea63-c0d4-43cc-8e24-422d5d1d706f admin admin] Publish callbacks [] for security_group (93d3bf0c-7380-49c5-b310-34bf6d336d71), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.396768 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-153dea63-c0d4-43cc-8e24-422d5d1d706f admin admin] Publish callbacks [] for security_group (93d3bf0c-7380-49c5-b310-34bf6d336d71), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.458060 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-153dea63-c0d4-43cc-8e24-422d5d1d706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (93d3bf0c-7380-49c5-b310-34bf6d336d71), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.461445 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-153dea63-c0d4-43cc-8e24-422d5d1d706f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.462446 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-153dea63-c0d4-43cc-8e24-422d5d1d706f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93d3bf0c-7380-49c5-b310-34bf6d336d71 HTTP/1.1" status: 204 len: 168 time: 0.1400464 Feb 21 01:38:41.470032 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dea63-c0d4-43cc-8e24-422d5d1d706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d3bf0c-7380-49c5-b310-34bf6d336d71,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:41.521824 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35924) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:41.535598 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0121-ccd8-4cb6-914b-1e6670674033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.613012 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0121-ccd8-4cb6-914b-1e6670674033 admin admin] Publish callbacks [] for security_group (5101c45b-2cd4-4f3a-aec3-cff2c21c87b7), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.619058 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0121-ccd8-4cb6-914b-1e6670674033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (5101c45b-2cd4-4f3a-aec3-cff2c21c87b7), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.661831 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0bcc0121-ccd8-4cb6-914b-1e6670674033 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92d38f701c8b43a7b032d3d2e8db2b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362436 Feb 21 01:38:41.663547 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35926) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:41.665217 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc0121-ccd8-4cb6-914b-1e6670674033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5101c45b-2cd4-4f3a-aec3-cff2c21c87b7,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:41.721813 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fdda9da8-7d73-4027-a90d-99c4c797afe9 admin admin] Publish callbacks [] for security_group (5101c45b-2cd4-4f3a-aec3-cff2c21c87b7), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.744361 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fdda9da8-7d73-4027-a90d-99c4c797afe9 admin admin] Publish callbacks [] for security_group (5101c45b-2cd4-4f3a-aec3-cff2c21c87b7), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.796140 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fdda9da8-7d73-4027-a90d-99c4c797afe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (5101c45b-2cd4-4f3a-aec3-cff2c21c87b7), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.798846 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fdda9da8-7d73-4027-a90d-99c4c797afe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.800091 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-fdda9da8-7d73-4027-a90d-99c4c797afe9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5101c45b-2cd4-4f3a-aec3-cff2c21c87b7 HTTP/1.1" status: 204 len: 168 time: 0.1349795 Feb 21 01:38:41.808721 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda9da8-7d73-4027-a90d-99c4c797afe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5101c45b-2cd4-4f3a-aec3-cff2c21c87b7,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:41.871179 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35942) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:41.885666 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3eb7bc2d-0aa4-4215-8935-d7c9de8cfb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.971361 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3eb7bc2d-0aa4-4215-8935-d7c9de8cfb46 admin admin] Publish callbacks [] for security_group (99c9429a-73a3-4134-9cb4-0f040db2aa53), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:41.978543 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3eb7bc2d-0aa4-4215-8935-d7c9de8cfb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (99c9429a-73a3-4134-9cb4-0f040db2aa53), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:42.008802 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392e9ca-187e-4abf-a608-de68c93ff44b req-b52a7ce8-50bd-4603-9672-ace29c7c007a tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:42.010791 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c392e9ca-187e-4abf-a608-de68c93ff44b req-b52a7ce8-50bd-4603-9672-ace29c7c007a tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 944 time: 0.0711799 Feb 21 01:38:42.022271 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-3eb7bc2d-0aa4-4215-8935-d7c9de8cfb46 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1475ec90bf394e5f8aa66c77676684d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481276 Feb 21 01:38:42.022453 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7bc2d-0aa4-4215-8935-d7c9de8cfb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c9429a-73a3-4134-9cb4-0f040db2aa53,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:42.023596 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 35946) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:42.120214 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c392e9ca-187e-4abf-a608-de68c93ff44b req-c992d8a4-cc40-4455-9c02-087738df9d90 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914309 Feb 21 01:38:42.120991 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-15239dd4-f56c-4cae-b053-27d2a913eebd admin admin] Publish callbacks [] for security_group (99c9429a-73a3-4134-9cb4-0f040db2aa53), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:42.154003 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-15239dd4-f56c-4cae-b053-27d2a913eebd admin admin] Publish callbacks [] for security_group (99c9429a-73a3-4134-9cb4-0f040db2aa53), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:42.218474 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-15239dd4-f56c-4cae-b053-27d2a913eebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (99c9429a-73a3-4134-9cb4-0f040db2aa53), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:42.221478 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-15239dd4-f56c-4cae-b053-27d2a913eebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:42.222806 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-15239dd4-f56c-4cae-b053-27d2a913eebd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99c9429a-73a3-4134-9cb4-0f040db2aa53 HTTP/1.1" status: 204 len: 168 time: 0.1981816 Feb 21 01:38:42.233345 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15239dd4-f56c-4cae-b053-27d2a913eebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c9429a-73a3-4134-9cb4-0f040db2aa53,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:42.342501 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d330d-ca81-4a90-b93c-e42d6dabd328 req-d4624b38-5cfa-4e1c-9bfe-221e1a35fa68 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:42.351388 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a85d330d-ca81-4a90-b93c-e42d6dabd328 req-d4624b38-5cfa-4e1c-9bfe-221e1a35fa68 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 945 time: 0.0694227 Feb 21 01:38:42.363225 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488ce70-d902-401f-a2b4-bc4dbb60970e req-5caf316c-23f7-4ec4-b61d-f61e606396a9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:42.364898 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7488ce70-d902-401f-a2b4-bc4dbb60970e req-5caf316c-23f7-4ec4-b61d-f61e606396a9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 944 time: 0.0656149 Feb 21 01:38:42.398711 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a85d330d-ca81-4a90-b93c-e42d6dabd328 req-57f3c1c8-ecb7-4c42-9131-ccc13809a3af tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458314 Feb 21 01:38:42.433657 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7488ce70-d902-401f-a2b4-bc4dbb60970e req-30767a5f-a23a-463b-9413-dd39f2ae1865 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623446 Feb 21 01:38:42.627825 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 35980) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:42.862804 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a8e7c8e9-f9a4-40ab-a681-bb1843ab5010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:42.952758 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a8e7c8e9-f9a4-40ab-a681-bb1843ab5010 admin admin] Publish callbacks [] for security_group (038a72e4-4c36-4043-b88a-9a32a79df549), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:42.954042 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:42.961161 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a8e7c8e9-f9a4-40ab-a681-bb1843ab5010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (038a72e4-4c36-4043-b88a-9a32a79df549), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.008666 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-a8e7c8e9-f9a4-40ab-a681-bb1843ab5010 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63648c8ea63247f193e2960e919fa19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796806 Feb 21 01:38:43.011232 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36006) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:43.018426 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7c8e9-f9a4-40ab-a681-bb1843ab5010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038a72e4-4c36-4043-b88a-9a32a79df549,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:43.021785 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:38:43.027791 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:43.028102 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.100144 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d0a70d86-5900-4060-bd00-ace427cc649c admin admin] Publish callbacks [] for security_group (038a72e4-4c36-4043-b88a-9a32a79df549), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.124248 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d0a70d86-5900-4060-bd00-ace427cc649c admin admin] Publish callbacks [] for security_group (038a72e4-4c36-4043-b88a-9a32a79df549), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.134663 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:43.135160 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.162538 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:38:43.203358 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d0a70d86-5900-4060-bd00-ace427cc649c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (038a72e4-4c36-4043-b88a-9a32a79df549), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.206249 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d0a70d86-5900-4060-bd00-ace427cc649c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.211721 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d0a70d86-5900-4060-bd00-ace427cc649c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/038a72e4-4c36-4043-b88a-9a32a79df549 HTTP/1.1" status: 204 len: 168 time: 0.1992159 Feb 21 01:38:43.224270 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a70d86-5900-4060-bd00-ace427cc649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038a72e4-4c36-4043-b88a-9a32a79df549,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:43.239054 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:43.250500 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.251857 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:43.321272 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056d493-e732-4a24-8995-ae542a2180bc req-f6a1c250-9a2a-4eec-8b8e-d65c848eb4ec tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:43.323131 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2056d493-e732-4a24-8995-ae542a2180bc req-f6a1c250-9a2a-4eec-8b8e-d65c848eb4ec tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 944 time: 0.0966516 Feb 21 01:38:43.353065 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:43.367871 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 9ff64f22-7fbe-4bad-b125-966d21970c09 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:38:43.373257 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 9ff64f22-7fbe-4bad-b125-966d21970c09 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:43.373669 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.387390 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2056d493-e732-4a24-8995-ae542a2180bc req-e44a2bf2-710f-466e-96d3-ff0589822225 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573976 Feb 21 01:38:43.468766 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 9ff64f22-7fbe-4bad-b125-966d21970c09 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:43.469463 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.532324 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:43.540859 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.541669 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device abbbbe6a-1733-4793-9761-d3327fc1dfab up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:43.569756 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157c8b8-5cee-4233-a21b-217ec2341591 req-4be8fecd-832e-4eb6-80a9-ca3ad845c88e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:43.571638 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a157c8b8-5cee-4233-a21b-217ec2341591 req-4be8fecd-832e-4eb6-80a9-ca3ad845c88e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0640523 Feb 21 01:38:43.594050 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b52f2f-d975-4a44-8d57-353314e7368c req-0a3ead9c-94cd-45cb-95bb-da1f745d6d46 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:43.601170 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-69b52f2f-d975-4a44-8d57-353314e7368c req-0a3ead9c-94cd-45cb-95bb-da1f745d6d46 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0727668 Feb 21 01:38:43.643043 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a157c8b8-5cee-4233-a21b-217ec2341591 req-2c0d5ec5-4946-4a21-a1da-7b829e8a3eaf tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582130 Feb 21 01:38:43.665247 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0462a2e3-19cc-4055-be12-bd166736eaf5" -d '{"events": [{"server_uuid": "c8c80f9b-1516-4373-a812-03a9161e1a92", "name": "network-vif-plugged", "status": "completed", "tag": "a2bbac4b-0632-4e2c-aeed-20e79b64f6e4"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:38:43.692431 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-69b52f2f-d975-4a44-8d57-353314e7368c req-735dad4a-d122-43d2-a19f-d7bba7b76e6f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902374 Feb 21 01:38:43.845190 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:43.864404 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port abbbbe6a-1733-4793-9761-d3327fc1dfab completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:38:43.871857 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port abbbbe6a-1733-4793-9761-d3327fc1dfab triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:43.872250 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:43.908017 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d17c11-fbe6-4d18-a847-83a0e977920d x-openstack-request-id: req-08d17c11-fbe6-4d18-a847-83a0e977920d {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:38:43.908430 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c80f9b-1516-4373-a812-03a9161e1a92", "name": "network-vif-plugged", "status": "completed", "tag": "a2bbac4b-0632-4e2c-aeed-20e79b64f6e4", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:38:43.908603 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-08d17c11-fbe6-4d18-a847-83a0e977920d {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:38:43.909032 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4', 'code': 200} Feb 21 01:38:43.983591 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port abbbbe6a-1733-4793-9761-d3327fc1dfab is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:43.984264 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:44.023911 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port abbbbe6a-1733-4793-9761-d3327fc1dfab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=abbbbe6a-1733-4793-9761-d3327fc1dfab,segment=NetworkSegment(69959663-4500-4e0c-95a8-8b97d4c39bcf),segment_id=69959663-4500-4e0c-95a8-8b97d4c39bcf)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:44.034039 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:44.135458 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=abbbbe6a-1733-4793-9761-d3327fc1dfab,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:44.239669 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051375-b0b9-4f2c-9505-0e77df68da6f req-69182502-fa0d-4aec-8c4b-e427655f9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:44.249577 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-57051375-b0b9-4f2c-9505-0e77df68da6f req-69182502-fa0d-4aec-8c4b-e427655f9737 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 1130 time: 0.1815789 Feb 21 01:38:44.272329 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-57051375-b0b9-4f2c-9505-0e77df68da6f req-b09f21f2-5ad2-4dd6-aabc-c430ffe8f31e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:44.361035 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-57051375-b0b9-4f2c-9505-0e77df68da6f req-b09f21f2-5ad2-4dd6-aabc-c430ffe8f31e service neutron] Publish callbacks [] for security_group (eb5c8f1e-ec43-4d42-922f-610c23895aef), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:44.369416 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-57051375-b0b9-4f2c-9505-0e77df68da6f req-b09f21f2-5ad2-4dd6-aabc-c430ffe8f31e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (eb5c8f1e-ec43-4d42-922f-610c23895aef), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:44.424490 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-57051375-b0b9-4f2c-9505-0e77df68da6f req-b09f21f2-5ad2-4dd6-aabc-c430ffe8f31e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700797 Feb 21 01:38:44.425197 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f21f2-5ad2-4dd6-aabc-c430ffe8f31e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5c8f1e-ec43-4d42-922f-610c23895aef,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:44.527314 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8445-44a1-4452-9a89-0f5ed0d54916 req-8767034c-26c7-4e62-82ea-b89f30e1482d tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:44.528828 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e97c8445-44a1-4452-9a89-0f5ed0d54916 req-8767034c-26c7-4e62-82ea-b89f30e1482d tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 945 time: 0.0637283 Feb 21 01:38:44.578153 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e97c8445-44a1-4452-9a89-0f5ed0d54916 req-3f3f9e24-1de6-49e6-9d2f-7df1f8888176 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Feb 21 01:38:44.789841 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba73bb5-049d-49d1-a3dc-8dcd335012e1 req-75d40373-82aa-471d-a301-29806aa4f81d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:44.794699 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eba73bb5-049d-49d1-a3dc-8dcd335012e1 req-75d40373-82aa-471d-a301-29806aa4f81d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0669167 Feb 21 01:38:44.833768 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562652c1-4c48-4610-96cf-f5dde0350fcf req-5e71b65e-73a6-43ad-b9d0-c71069e21590 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:44.836776 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-562652c1-4c48-4610-96cf-f5dde0350fcf req-5e71b65e-73a6-43ad-b9d0-c71069e21590 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0662782 Feb 21 01:38:44.847721 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eba73bb5-049d-49d1-a3dc-8dcd335012e1 req-1af11111-44d3-4a00-8818-382ec4367659 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491793 Feb 21 01:38:44.899035 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-562652c1-4c48-4610-96cf-f5dde0350fcf req-994fb905-b6e7-40ff-8544-716c5e2f6b84 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542765 Feb 21 01:38:45.183286 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36118) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:45.416245 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-553346955-network', 'tenant_id': '3f4a571f17fa4430ba044ac2106e41b1'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:45.442939 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Made reservation on behalf of 3f4a571f17fa4430ba044ac2106e41b1 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:45.445967 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:45.460480 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:45.550069 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Publish callbacks [] for security_group (ecd92188-f80a-4ce5-a1b6-aa813ed77f98), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:45.555320 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (ecd92188-f80a-4ce5-a1b6-aa813ed77f98), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:45.587282 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:38:45.592071 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd92188-f80a-4ce5-a1b6-aa813ed77f98,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:45.619668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (0540200d-27d8-475e-8677-9078e11fa165), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:45.620031 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Added segment 0540200d-27d8-475e-8677-9078e11fa165 of type vlan for network b89df1f0-cce9-47b8-be2a-c2ce886eda21 Feb 21 01:38:45.670265 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (b89df1f0-cce9-47b8-be2a-c2ce886eda21), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:45.737867 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316b85-d98f-4b13-9177-e84d8a0f9182 req-892b918b-16a2-4b88-823e-fcce5e5443ac tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:45.739474 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-76316b85-d98f-4b13-9177-e84d8a0f9182 req-892b918b-16a2-4b88-823e-fcce5e5443ac tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 945 time: 0.0711534 Feb 21 01:38:45.740836 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (b89df1f0-cce9-47b8-be2a-c2ce886eda21), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:45.742446 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:45.743162 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:45.814828 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6302872 Feb 21 01:38:45.818002 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36158) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:45.824318 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Request body: {'subnet': {'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-553346955-subnet', 'tenant_id': '3f4a571f17fa4430ba044ac2106e41b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:45.840140 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb020c-fd55-411c-9383-0c59a02ff531 admin admin] Pushing event updated for resources: {'Network': ['ID=b89df1f0-cce9-47b8-be2a-c2ce886eda21,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:45.857166 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-76316b85-d98f-4b13-9177-e84d8a0f9182 req-b65da429-18d8-4f9f-82e6-05e185602e5c tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066105 Feb 21 01:38:45.858330 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network b89df1f0-cce9-47b8-be2a-c2ce886eda21 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:38:45.876684 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Made reservation on behalf of 3f4a571f17fa4430ba044ac2106e41b1 for: {'subnet': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:45.877139 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28695633'] for subnet (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:45.998856 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09'}, {'server_uuid': '94607f8c-0ab4-4508-88d9-c3439a6da761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbbbe6a-1733-4793-9761-d3327fc1dfab'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:38:46.001484 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76198dc2-4a9e-4d27-8a24-5521d83fdda0" -d '{"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09"}, {"server_uuid": "94607f8c-0ab4-4508-88d9-c3439a6da761", "name": "network-vif-plugged", "status": "completed", "tag": "abbbbe6a-1733-4793-9761-d3327fc1dfab"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:38:46.090427 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1b86-4206-4e02-ae65-053f1e00dfd2 req-501d81e8-3e4f-4723-9390-94768702f280 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:46.091852 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0dff1b86-4206-4e02-ae65-053f1e00dfd2 req-501d81e8-3e4f-4723-9390-94768702f280 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0828559 Feb 21 01:38:46.134194 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32da1ea-05f9-4d0c-aa46-e7a2b733a901 req-2868bb4f-1e92-44d8-8846-56dd69e6ffad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:46.146586 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a32da1ea-05f9-4d0c-aa46-e7a2b733a901 req-2868bb4f-1e92-44d8-8846-56dd69e6ffad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1217649 Feb 21 01:38:46.199932 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0dff1b86-4206-4e02-ae65-053f1e00dfd2 req-5016354d-7360-4de9-8f86-8d3f6203f90c tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918615 Feb 21 01:38:46.227840 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a32da1ea-05f9-4d0c-aa46-e7a2b733a901 req-a8b60148-c471-43c8-aa68-1093889c5692 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794547 Feb 21 01:38:46.280528 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Feb 2022 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3918bf-4753-4223-b8da-cc3ed1c132af x-openstack-request-id: req-df3918bf-4753-4223-b8da-cc3ed1c132af {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:38:46.281008 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09", "code": 200}, {"server_uuid": "94607f8c-0ab4-4508-88d9-c3439a6da761", "name": "network-vif-plugged", "status": "completed", "tag": "abbbbe6a-1733-4793-9761-d3327fc1dfab", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:38:46.281426 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df3918bf-4753-4223-b8da-cc3ed1c132af {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:38:46.282945 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'code': 200} Feb 21 01:38:46.283355 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94607f8c-0ab4-4508-88d9-c3439a6da761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbbbe6a-1733-4793-9761-d3327fc1dfab', 'code': 200} Feb 21 01:38:46.288948 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28101827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28695715'] for subnet (3fbbdbee-9cec-472c-9204-ee67aede9d1a), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:46.370050 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Checking segment: {'id': '0540200d-27d8-475e-8677-9078e11fa165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:46.370670 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Network hostable DHCP agents. Network: b89df1f0-cce9-47b8-be2a-c2ce886eda21, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:38:46.382839 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbbdbee-9cec-472c-9204-ee67aede9d1a,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:46.396036 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Network b89df1f0-cce9-47b8-be2a-c2ce886eda21 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:38:46.413593 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, b89df1f0-cce9-47b8-be2a-c2ce886eda21) {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:46.423109 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0da05e-fb6b-4473-a60c-9df9fff7faa7 None None] Network b89df1f0-cce9-47b8-be2a-c2ce886eda21 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:38:46.425434 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:46.427167 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:46.464713 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-528784cc-d5cb-4b9a-b389-5b7d9e08fa2f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6451008 Feb 21 01:38:46.595595 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36192) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:46.604530 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e07d1e-aec9-456a-ae37-f66d845a65d4 None None] Network b89df1f0-cce9-47b8-be2a-c2ce886eda21 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:38:46.608554 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7585dc-16a6-4f76-a15c-385ebaea1829 req-ad327f78-7575-4453-9df2-bbd640d50710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:46.610071 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9f7585dc-16a6-4f76-a15c-385ebaea1829 req-ad327f78-7575-4453-9df2-bbd640d50710 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 1129 time: 0.0828328 Feb 21 01:38:46.682369 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd4d40-86fa-46cb-9004-8e2bf44ded98 req-a831ba35-04aa-47e1-833c-5cebb83c1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:46.686749 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1bdd4d40-86fa-46cb-9004-8e2bf44ded98 req-a831ba35-04aa-47e1-833c-5cebb83c1939 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 1129 time: 0.1595533 Feb 21 01:38:46.711739 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9f7585dc-16a6-4f76-a15c-385ebaea1829 req-24c281ee-d551-426f-ad83-de7e5d44f013 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880349 Feb 21 01:38:46.750594 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1bdd4d40-86fa-46cb-9004-8e2bf44ded98 req-25957c2d-0378-40e4-9389-5a11b4ab10bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570900 Feb 21 01:38:46.773480 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4c7109ad-49fd-49b9-8b4b-a09ad2f0bb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:46.852442 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4c7109ad-49fd-49b9-8b4b-a09ad2f0bb8b admin admin] Publish callbacks [] for security_group (989d6997-8892-45ae-a419-30a240309972), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:46.857053 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4c7109ad-49fd-49b9-8b4b-a09ad2f0bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (989d6997-8892-45ae-a419-30a240309972), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:46.930627 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-4c7109ad-49fd-49b9-8b4b-a09ad2f0bb8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2aa705a6a2b64f3a9dbcd2c22b53f813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339512 Feb 21 01:38:46.931879 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7109ad-49fd-49b9-8b4b-a09ad2f0bb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989d6997-8892-45ae-a419-30a240309972,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:46.933240 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36206) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:47.035126 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ac90e-fb5e-4b0b-ab2b-a151ca940242 req-8da0a7ec-321f-4bd2-a960-24716474712a tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:47.036703 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-686ac90e-fb5e-4b0b-ab2b-a151ca940242 req-8da0a7ec-321f-4bd2-a960-24716474712a tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 945 time: 0.0944474 Feb 21 01:38:47.037550 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0fc08ca0-b36b-43a5-b6a8-41357a92bfc6 admin admin] Publish callbacks [] for security_group (989d6997-8892-45ae-a419-30a240309972), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.077327 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0fc08ca0-b36b-43a5-b6a8-41357a92bfc6 admin admin] Publish callbacks [] for security_group (989d6997-8892-45ae-a419-30a240309972), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.129722 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-686ac90e-fb5e-4b0b-ab2b-a151ca940242 req-fee2184b-496b-4bb3-89bf-c65a2e08dd8f tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828152 Feb 21 01:38:47.152711 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0fc08ca0-b36b-43a5-b6a8-41357a92bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (989d6997-8892-45ae-a419-30a240309972), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.155222 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0fc08ca0-b36b-43a5-b6a8-41357a92bfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.156352 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0fc08ca0-b36b-43a5-b6a8-41357a92bfc6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/989d6997-8892-45ae-a419-30a240309972 HTTP/1.1" status: 204 len: 168 time: 0.2220290 Feb 21 01:38:47.170914 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc08ca0-b36b-43a5-b6a8-41357a92bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989d6997-8892-45ae-a419-30a240309972,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:47.345961 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119deb8-4964-45d6-9664-0b4876e5e132 req-e4a8ba8f-892a-4d6b-840d-60d0b7235872 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:47.347496 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a119deb8-4964-45d6-9664-0b4876e5e132 req-e4a8ba8f-892a-4d6b-840d-60d0b7235872 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0591438 Feb 21 01:38:47.392153 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6baef-0978-4b13-9fcc-6a4f3ba0e662 req-49f9dcd4-b8c4-4ff6-9c42-a0be7a3d5de4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:47.394297 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17d6baef-0978-4b13-9fcc-6a4f3ba0e662 req-49f9dcd4-b8c4-4ff6-9c42-a0be7a3d5de4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0584099 Feb 21 01:38:47.425360 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a119deb8-4964-45d6-9664-0b4876e5e132 req-414d677c-db6d-4c96-bd8f-548af2a3bb77 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665703 Feb 21 01:38:47.460102 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17d6baef-0978-4b13-9fcc-6a4f3ba0e662 req-4163e145-3d95-47f0-a63a-36b707074a20 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600693 Feb 21 01:38:47.515002 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36242) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:47.528711 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bcb47afa-e91f-4573-b90d-5d70c73cff76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.619724 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bcb47afa-e91f-4573-b90d-5d70c73cff76 admin admin] Publish callbacks [] for security_group (624a9615-3ce7-4056-a3d0-43b41644c922), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.624123 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bcb47afa-e91f-4573-b90d-5d70c73cff76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (624a9615-3ce7-4056-a3d0-43b41644c922), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.674129 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36244) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:47.674353 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-bcb47afa-e91f-4573-b90d-5d70c73cff76 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0361212d89bd4222a0dd54b8172161c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579998 Feb 21 01:38:47.675129 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb47afa-e91f-4573-b90d-5d70c73cff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624a9615-3ce7-4056-a3d0-43b41644c922,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:47.740252 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e4a35b40-be73-4a54-abcb-689c0e1875d4 admin admin] Publish callbacks [] for security_group (624a9615-3ce7-4056-a3d0-43b41644c922), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.762817 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdff893-248f-43fc-a3b5-c9827b86d9a4 req-2b40e9ab-0993-4e00-8116-8e9823999408 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:47.764542 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ccdff893-248f-43fc-a3b5-c9827b86d9a4 req-2b40e9ab-0993-4e00-8116-8e9823999408 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0774765 Feb 21 01:38:47.769979 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e4a35b40-be73-4a54-abcb-689c0e1875d4 admin admin] Publish callbacks [] for security_group (624a9615-3ce7-4056-a3d0-43b41644c922), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.773989 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36246) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:47.782987 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'floatingip': {'port_id': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:47.833156 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e4a35b40-be73-4a54-abcb-689c0e1875d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (624a9615-3ce7-4056-a3d0-43b41644c922), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.835687 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e4a35b40-be73-4a54-abcb-689c0e1875d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:47.844375 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e4a35b40-be73-4a54-abcb-689c0e1875d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/624a9615-3ce7-4056-a3d0-43b41644c922 HTTP/1.1" status: 204 len: 168 time: 0.1688774 Feb 21 01:38:47.867446 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a35b40-be73-4a54-abcb-689c0e1875d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624a9615-3ce7-4056-a3d0-43b41644c922,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:47.878518 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (e88a4149-b88a-4af6-bddb-7aba2547f95e), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:48.423512 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d9a64-1565-4e5d-84a7-0c58e2bfb707 req-a9675e26-2d3b-4c6d-afbe-bc6ba9ac9108 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:48.427012 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1a1d9a64-1565-4e5d-84a7-0c58e2bfb707 req-a9675e26-2d3b-4c6d-afbe-bc6ba9ac9108 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 945 time: 0.1692016 Feb 21 01:38:48.542975 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1a1d9a64-1565-4e5d-84a7-0c58e2bfb707 req-5fa6da83-c4b7-4765-a388-98bdd22b03d9 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093032 Feb 21 01:38:48.716828 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bf870-687b-455b-8a63-6d01028f8175 req-cb7bb271-2179-4fdb-871c-52fc8864ee3a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:48.718758 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-365bf870-687b-455b-8a63-6d01028f8175 req-cb7bb271-2179-4fdb-871c-52fc8864ee3a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0845366 Feb 21 01:38:48.872188 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-365bf870-687b-455b-8a63-6d01028f8175 req-10cd04e9-dfb0-4d6d-b07a-8455bac515c8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470709 Feb 21 01:38:48.875321 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.db.resource_extend [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 01:38:48.926383 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-b6819fdc-a8d1-43f7-9ff2-55342a8c8a37 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:48.934668 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-b6819fdc-a8d1-43f7-9ff2-55342a8c8a37 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/networks?id=b89df1f0-cce9-47b8-be2a-c2ce886eda21 HTTP/1.1" status: 200 len: 813 time: 0.3248155 Feb 21 01:38:48.994288 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-09fabfbc-76f6-4329-bd56-1a03e24c7084 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/quotas/3f4a571f17fa4430ba044ac2106e41b1 HTTP/1.1" status: 200 len: 375 time: 0.0535843 Feb 21 01:38:49.060113 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:49.121905 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (e88a4149-b88a-4af6-bddb-7aba2547f95e), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:49.138828 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-fb765263-ac2c-4175-8a63-63c09f6e566d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3f4a571f17fa4430ba044ac2106e41b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1436117 Feb 21 01:38:49.170795 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684114d8-091b-4165-b462-9a9bbc413cc4 req-2e8a6f58-797e-4d18-99cf-29b27492e889 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:49.184144 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-684114d8-091b-4165-b462-9a9bbc413cc4 req-2e8a6f58-797e-4d18-99cf-29b27492e889 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0856769 Feb 21 01:38:49.184144 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36336) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:49.195763 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'floatingip': {'port_id': '9ff64f22-7fbe-4bad-b125-966d21970c09'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:49.278157 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (0b08f8c3-a61b-4849-932a-97f79a2e2cd5), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:49.364649 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-cbb7127c-627c-4e8f-a3ce-a5a219cfb8a1 service neutron] 10.222.0.79 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214708 Feb 21 01:38:49.391918 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.l3_db [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Floating IP e88a4149-b88a-4af6-bddb-7aba2547f95e associated. External IP: 172.27.1.241, port: a2bbac4b-0632-4e2c-aeed-20e79b64f6e4. Feb 21 01:38:49.638472 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-2f393957-9112-4581-917b-f3891744a314 service neutron] 10.222.0.79 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596593 Feb 21 01:38:49.893441 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:38:50.127555 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:38:50.136746 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:50.145263 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] Sync routers for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:38:50.166483 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:50.171613 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:38:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:50.214088 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-89253f14-73bd-4675-99e3-aa7983328249 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "PUT /v2.0/floatingips/e88a4149-b88a-4af6-bddb-7aba2547f95e HTTP/1.1" status: 200 len: 992 time: 2.4352517 Feb 21 01:38:50.215595 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'tag': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:38:50.222240 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0af69af-d7c2-4186-9228-d75f20e70666" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c80f9b-1516-4373-a812-03a9161e1a92", "tag": "a2bbac4b-0632-4e2c-aeed-20e79b64f6e4"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:38:50.264772 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.db.resource_extend [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 01:38:50.330369 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-387a66b9-5c7d-4b8e-8452-ac0b3ddb6d40 req-725b272a-ea4d-4f74-ac54-357ba5d1443d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 210 time: 0.0844154 Feb 21 01:38:50.418097 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b786c3-2e46-415a-a728-778f7d646dea x-openstack-request-id: req-59b786c3-2e46-415a-a728-778f7d646dea {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:38:50.418457 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c80f9b-1516-4373-a812-03a9161e1a92", "tag": "a2bbac4b-0632-4e2c-aeed-20e79b64f6e4", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:38:50.418799 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-59b786c3-2e46-415a-a728-778f7d646dea {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:38:50.419174 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'tag': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4', 'status': 'completed', 'code': 200} Feb 21 01:38:50.424598 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:50.432726 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (0b08f8c3-a61b-4849-932a-97f79a2e2cd5), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:50.482318 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:50.543492 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36410) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:50.667312 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-39cace04-4594-41f4-b7dc-49a5cf2c38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:50.669059 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-39cace04-4594-41f4-b7dc-49a5cf2c38d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 1130 time: 0.2330344 Feb 21 01:38:50.817459 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-153dbef4-d2b7-4329-b01d-cf759c43c599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:50.885077 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Floating IP 0b08f8c3-a61b-4849-932a-97f79a2e2cd5 associated. External IP: 172.27.1.60, port: 9ff64f22-7fbe-4bad-b125-966d21970c09. Feb 21 01:38:50.933811 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-153dbef4-d2b7-4329-b01d-cf759c43c599 admin admin] Publish callbacks [] for security_group (1b5ce957-dfdb-418c-8750-7584824c17af), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:50.943189 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-153dbef4-d2b7-4329-b01d-cf759c43c599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1b5ce957-dfdb-418c-8750-7584824c17af), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:50.976897 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:38:51.003806 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-153dbef4-d2b7-4329-b01d-cf759c43c599 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d194dcea674143fb9a5f70532b8ed15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4589136 Feb 21 01:38:51.004959 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dbef4-d2b7-4329-b01d-cf759c43c599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5ce957-dfdb-418c-8750-7584824c17af,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:51.007567 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': 'e88a4149-b88a-4af6-bddb-7aba2547f95e', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'port_id': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'mac_address': 'fa:16:3e:c7:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:38:09Z', 'updated_at': '2022-02-21T01:38:48Z', 'revision_number': 1, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:51.008539 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36438) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:51.063462 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] Checking router: 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:38:51.075881 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:51.076609 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:38:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:51.133648 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9c93e8de-c97f-431e-bd63-57896b1ae0d5 admin admin] Publish callbacks [] for security_group (1b5ce957-dfdb-418c-8750-7584824c17af), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:51.204191 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9c93e8de-c97f-431e-bd63-57896b1ae0d5 admin admin] Publish callbacks [] for security_group (1b5ce957-dfdb-418c-8750-7584824c17af), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:51.284345 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-f46e9891-2ae2-463a-ba52-bc0c594e51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:51.284345 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-f46e9891-2ae2-463a-ba52-bc0c594e51f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 911 time: 0.6024361 Feb 21 01:38:51.320973 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9c93e8de-c97f-431e-bd63-57896b1ae0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1b5ce957-dfdb-418c-8750-7584824c17af), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:51.323932 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9c93e8de-c97f-431e-bd63-57896b1ae0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:51.328162 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-9c93e8de-c97f-431e-bd63-57896b1ae0d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b5ce957-dfdb-418c-8750-7584824c17af HTTP/1.1" status: 204 len: 168 time: 0.3183892 Feb 21 01:38:51.343094 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93e8de-c97f-431e-bd63-57896b1ae0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5ce957-dfdb-418c-8750-7584824c17af,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:51.367878 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:38:51.429138 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:51.523623 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-83ae1076-203a-4d0c-9aa0-c571dd39bb07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 HTTP/1.1" status: 200 len: 1000 time: 0.1534762 Feb 21 01:38:51.547957 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-56bbba76-1693-4731-ae4c-a9c688995717 req-2cb722ee-94ca-42e3-aa2e-5e6c5da27682 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 210 time: 0.0771396 Feb 21 01:38:51.715159 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-5e2f353b-f5d2-4ff7-954d-0b61bf0dde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:51.716656 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-5e2f353b-f5d2-4ff7-954d-0b61bf0dde7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 200 len: 850 time: 0.1843030 Feb 21 01:38:51.848173 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36476) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:51.869519 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-db303bfd-9ede-41bd-ac17-81563b4ca03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:51.883535 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': 'e88a4149-b88a-4af6-bddb-7aba2547f95e', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'port_id': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'mac_address': 'fa:16:3e:c7:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:38:09Z', 'updated_at': '2022-02-21T01:38:48Z', 'revision_number': 1, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:51.906849 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:38:51.922500 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] Sync routers for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:38:51.923066 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:51.936921 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:51.937804 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:38:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:51.951263 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-221dbaa1-f4dc-4b54-888f-cac0e609e8ba tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:51.952999 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-844c7436-8314-4043-8d09-f68ed0e94461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:51.953152 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-221dbaa1-f4dc-4b54-888f-cac0e609e8ba tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.73 "GET /v2.0/networks?id=b89df1f0-cce9-47b8-be2a-c2ce886eda21 HTTP/1.1" status: 200 len: 813 time: 0.2717767 Feb 21 01:38:51.954557 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-844c7436-8314-4043-8d09-f68ed0e94461 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05279b8a-760f-4425-a2dc-46e9bb05cf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2290075 Feb 21 01:38:51.959280 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6819fa5-c3a1-4c20-8d3a-83c03af890a9 None None] The sync data for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi is: [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': 'e88a4149-b88a-4af6-bddb-7aba2547f95e', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'port_id': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'mac_address': 'fa:16:3e:c7:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:38:09Z', 'updated_at': '2022-02-21T01:38:48Z', 'revision_number': 1, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:38:51.967541 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9ec552f7-da96-4aa2-b005-71e4477588cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "PUT /v2.0/floatingips/0b08f8c3-a61b-4849-932a-97f79a2e2cd5 HTTP/1.1" status: 200 len: 990 time: 2.7828135 Feb 21 01:38:51.968197 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:38:51.982701 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c072e0-8858-4d3b-a264-8712b32f1e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:38:51.987039 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Request body: {'port': {'device_id': '43de9065-9879-4d80-bfeb-36b3b057dd02', 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21', 'admin_state_up': True, 'tenant_id': '3f4a571f17fa4430ba044ac2106e41b1'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:52.080286 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52e323b-2515-4adf-8716-cfda1850bbc7 x-openstack-request-id: req-a52e323b-2515-4adf-8716-cfda1850bbc7 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:38:52.080865 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:38:52.081529 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a52e323b-2515-4adf-8716-cfda1850bbc7 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:38:52.082588 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'status': 'completed', 'code': 200} Feb 21 01:38:52.152431 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:52.218450 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Made reservation on behalf of 3f4a571f17fa4430ba044ac2106e41b1 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:38:52.221871 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:52.227632 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-adbfac63-9395-4446-ba09-b456ec688a83 service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359312 Feb 21 01:38:52.269966 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-4be20dfd-ddc0-49fd-ba94-8d2f6ebdbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:52.270474 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-db303bfd-9ede-41bd-ac17-81563b4ca03c admin admin] Publish callbacks [] for security_group (97e84840-f000-4b41-a4cb-e8cbe8d4d851), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:52.272945 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-4be20dfd-ddc0-49fd-ba94-8d2f6ebdbf4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 1129 time: 0.1520422 Feb 21 01:38:52.291589 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-db303bfd-9ede-41bd-ac17-81563b4ca03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (97e84840-f000-4b41-a4cb-e8cbe8d4d851), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:52.415919 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a7b89-d886-435c-a697-ac57dfc03e7b None None] New status for floating IP e88a4149-b88a-4af6-bddb-7aba2547f95e: ACTIVE {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:38:52.593981 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-db303bfd-9ede-41bd-ac17-81563b4ca03c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=12635f9ac4cf4650be677998deedc410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7424233 Feb 21 01:38:52.606172 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36504) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:52.770417 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a0af69af-d7c2-4186-9228-d75f20e70666 req-1e4addc0-c3ef-4026-b7d5-f3adf1b88481 service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302143 Feb 21 01:38:52.789685 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-d080e935-6065-41d7-ab8f-9b6637ca4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:52.791239 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-d080e935-6065-41d7-ab8f-9b6637ca4694 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 917 time: 0.4764495 Feb 21 01:38:52.880826 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '0b08f8c3-a61b-4849-932a-97f79a2e2cd5', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'port_id': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'mac_address': 'fa:16:3e:92:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:38:10Z', 'updated_at': '2022-02-21T01:38:49Z', 'revision_number': 1, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:52.898743 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36510) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:52.910218 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db303bfd-9ede-41bd-ac17-81563b4ca03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e84840-f000-4b41-a4cb-e8cbe8d4d851,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:52.920525 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] Checking router: 23c97bcf-c1fe-45c4-82b7-d82badc3f686 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:38:52.937839 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:38:52.939964 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:38:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:52.969265 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c46c9e6a-4f4b-4d80-a727-b5ea2623ba0a req-9ef5875c-dec1-4a9e-94fb-c4a5d1017e73 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 210 time: 0.0599632 Feb 21 01:38:53.013480 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Allocated IP 172.20.0.11 (b89df1f0-cce9-47b8-be2a-c2ce886eda21/3fbbdbee-9cec-472c-9204-ee67aede9d1a/cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:38:53.168492 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:38:53.184228 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5d94af1a-0e6b-4a99-bfdc-c77864d9efb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.249657 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-049d6957-65e2-4e02-89dd-ce594c0a3c6c admin admin] Publish callbacks [] for security_group (97e84840-f000-4b41-a4cb-e8cbe8d4d851), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.258860 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks [] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.288412 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-def64268-83e7-4141-84b3-092cb1e1c989 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff64f22-7fbe-4bad-b125-966d21970c09 HTTP/1.1" status: 200 len: 998 time: 0.4876597 Feb 21 01:38:53.293295 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-049d6957-65e2-4e02-89dd-ce594c0a3c6c admin admin] Publish callbacks [] for security_group (97e84840-f000-4b41-a4cb-e8cbe8d4d851), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.328088 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5d94af1a-0e6b-4a99-bfdc-c77864d9efb4 admin admin] Publish callbacks [] for security_group (d08a3fb6-4b8c-4634-8557-9dcb4f644b0a), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.332446 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.335788 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5d94af1a-0e6b-4a99-bfdc-c77864d9efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d08a3fb6-4b8c-4634-8557-9dcb4f644b0a), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.369823 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-80d2a0c0-9734-44e3-bdd2-063b648adc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:53.370808 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-80d2a0c0-9734-44e3-bdd2-063b648adc66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.0763125 Feb 21 01:38:53.420452 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Network b89df1f0-cce9-47b8-be2a-c2ce886eda21 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:38:53.422281 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-049d6957-65e2-4e02-89dd-ce594c0a3c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (97e84840-f000-4b41-a4cb-e8cbe8d4d851), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.425139 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-049d6957-65e2-4e02-89dd-ce594c0a3c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.426310 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-049d6957-65e2-4e02-89dd-ce594c0a3c6c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/97e84840-f000-4b41-a4cb-e8cbe8d4d851 HTTP/1.1" status: 204 len: 168 time: 0.8168123 Feb 21 01:38:53.448609 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d6957-65e2-4e02-89dd-ce594c0a3c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e84840-f000-4b41-a4cb-e8cbe8d4d851,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:53.457587 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-aad22baf-8dfc-4993-9d7f-c729d9ff3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:53.459827 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-aad22baf-8dfc-4993-9d7f-c729d9ff3f2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823278 Feb 21 01:38:53.471401 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:38:53.491941 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:38:53.495574 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Pushing event updated for resources: {'Port': ['ID=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:53.503799 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-5d94af1a-0e6b-4a99-bfdc-c77864d9efb4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=56b9e9d8076c46318d27009877186e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6037116 Feb 21 01:38:53.511421 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36530) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:53.530153 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94af1a-0e6b-4a99-bfdc-c77864d9efb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08a3fb6-4b8c-4634-8557-9dcb4f644b0a,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:53.555565 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '0b08f8c3-a61b-4849-932a-97f79a2e2cd5', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'port_id': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'mac_address': 'fa:16:3e:92:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:38:10Z', 'updated_at': '2022-02-21T01:38:49Z', 'revision_number': 1, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:38:53.570781 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:53.571420 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.592031 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3d80b-e139-4105-826e-fb5e2d76b369 None None] The sync data for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi is: [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '0b08f8c3-a61b-4849-932a-97f79a2e2cd5', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'port_id': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'mac_address': 'fa:16:3e:92:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:38:10Z', 'updated_at': '2022-02-21T01:38:49Z', 'revision_number': 1, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:38:53.600767 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ed059156-8ed6-46b0-853c-ed8c8c362800 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6244326 Feb 21 01:38:53.615642 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Request body: {'port': {'device_id': '43de9065-9879-4d80-bfeb-36b3b057dd02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:38:53.671225 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-b092f3f8-4ca8-4506-acef-c71f76005b5d service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039869 Feb 21 01:38:53.672489 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-86fe780d-024f-4205-92cb-9e15d76830cc admin admin] Publish callbacks [] for security_group (d08a3fb6-4b8c-4634-8557-9dcb4f644b0a), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.683372 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.694757 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-86fe780d-024f-4205-92cb-9e15d76830cc admin admin] Publish callbacks [] for security_group (d08a3fb6-4b8c-4634-8557-9dcb4f644b0a), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.847541 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-97c072e0-8858-4d3b-a264-8712b32f1e5b req-56c94219-bec5-4eb3-8031-04c71c26b6ef service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461377 Feb 21 01:38:53.851413 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-86fe780d-024f-4205-92cb-9e15d76830cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d08a3fb6-4b8c-4634-8557-9dcb4f644b0a), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.860056 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-86fe780d-024f-4205-92cb-9e15d76830cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:53.863591 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-86fe780d-024f-4205-92cb-9e15d76830cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d08a3fb6-4b8c-4634-8557-9dcb4f644b0a HTTP/1.1" status: 204 len: 168 time: 0.3479805 Feb 21 01:38:53.883730 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe780d-024f-4205-92cb-9e15d76830cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08a3fb6-4b8c-4634-8557-9dcb4f644b0a,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:53.953127 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae568ed-b7c8-4dd1-99e4-10698da69267 None None] New status for floating IP 0b08f8c3-a61b-4849-932a-97f79a2e2cd5: ACTIVE {{(pid=102950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:38:54.064076 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:38:54.074335 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Publish callbacks [] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.097818 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Transition to ACTIVE for port object cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:38:54.111996 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.163226 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:54.208895 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7c4ab-0fbd-4793-b139-1ff13dd7c36e req-0dc94031-7e7f-419b-8a25-3391bfd51aff tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:54.215821 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ab7c4ab-0fbd-4793-b139-1ff13dd7c36e req-0dc94031-7e7f-419b-8a25-3391bfd51aff tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 932 time: 0.1280069 Feb 21 01:38:54.281964 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Attempting to bind port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:38:54.282590 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Attempting to bind port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0540200d-27d8-475e-8677-9078e11fa165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:38:54.282679 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Attempting to bind port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 on network b89df1f0-cce9-47b8-be2a-c2ce886eda21 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:54.289163 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 on network b89df1f0-cce9-47b8-be2a-c2ce886eda21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:38:54.289163 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Attempting to bind port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 on network b89df1f0-cce9-47b8-be2a-c2ce886eda21 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:38:54.293947 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:38:54.294090 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Checking segment: {'id': '0540200d-27d8-475e-8677-9078e11fa165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:38:54.294441 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Bound using segment: {'id': '0540200d-27d8-475e-8677-9078e11fa165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:38:54.294876 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Bound port: cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0540200d-27d8-475e-8677-9078e11fa165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:38:54.295312 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.327879 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ab7c4ab-0fbd-4793-b139-1ff13dd7c36e req-ea094d82-5495-458b-bb76-80abbc8e7c25 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112397 Feb 21 01:38:54.348952 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36566) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:54.370165 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa03849d-4da4-497e-a5cd-dfcb8611db6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.393275 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] For port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:38:54.397075 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] For port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:38:54.408976 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.493636 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:54.502376 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.509502 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] 10.222.0.73 "PUT /v2.0/ports/cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 HTTP/1.1" status: 200 len: 1094 time: 0.9016681 Feb 21 01:38:54.510317 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43de9065-9879-4d80-bfeb-36b3b057dd02', 'tag': 'cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:38:54.512810 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6" -d '{"events": [{"name": "network-changed", "server_uuid": "43de9065-9879-4d80-bfeb-36b3b057dd02", "tag": "cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:38:54.545036 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa03849d-4da4-497e-a5cd-dfcb8611db6a admin admin] Publish callbacks [] for security_group (030a35fe-376b-4e87-b96f-20acd4269799), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.564578 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa03849d-4da4-497e-a5cd-dfcb8611db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (030a35fe-376b-4e87-b96f-20acd4269799), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.614349 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de51f31a-0121-4832-9c60-e9a296fe60ea x-openstack-request-id: req-de51f31a-0121-4832-9c60-e9a296fe60ea {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:38:54.614862 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43de9065-9879-4d80-bfeb-36b3b057dd02", "tag": "cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:38:54.615254 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de51f31a-0121-4832-9c60-e9a296fe60ea {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:38:54.615833 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43de9065-9879-4d80-bfeb-36b3b057dd02', 'tag': 'cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7', 'status': 'completed', 'code': 200} Feb 21 01:38:54.619998 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2b29-79d5-42b1-90f3-b84fc0cd7f5c service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:54.652857 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-f672dd9b-3c74-4626-a985-556b562d7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:54.655634 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-f672dd9b-3c74-4626-a985-556b562d7755 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f4a571f17fa4430ba044ac2106e41b1&device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 1128 time: 0.0841780 Feb 21 01:38:54.656294 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fa03849d-4da4-497e-a5cd-dfcb8611db6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df8674e0a24f484fa20e2c21f99eec8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062489 Feb 21 01:38:54.656709 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36582) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:54.667642 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03849d-4da4-497e-a5cd-dfcb8611db6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a35fe-376b-4e87-b96f-20acd4269799,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:54.739518 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-9d1fd1c7-2a91-4cba-9554-a3e07b9950e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 HTTP/1.1" status: 200 len: 217 time: 0.0748653 Feb 21 01:38:54.800198 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ac39b958-edc1-4ff6-94a2-b91c41b434a2 admin admin] Publish callbacks [] for security_group (030a35fe-376b-4e87-b96f-20acd4269799), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.809376 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-4692d75e-e403-41e6-be4d-c6ac12026280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:54.810887 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-4692d75e-e403-41e6-be4d-c6ac12026280 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fbbdbee-9cec-472c-9204-ee67aede9d1a HTTP/1.1" status: 200 len: 853 time: 0.0617151 Feb 21 01:38:54.842052 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ac39b958-edc1-4ff6-94a2-b91c41b434a2 admin admin] Publish callbacks [] for security_group (030a35fe-376b-4e87-b96f-20acd4269799), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.866669 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-45011555-eee1-4476-90e3-df382bc6fab2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b89df1f0-cce9-47b8-be2a-c2ce886eda21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399790 Feb 21 01:38:54.978915 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ac39b958-edc1-4ff6-94a2-b91c41b434a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (030a35fe-376b-4e87-b96f-20acd4269799), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.981525 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ac39b958-edc1-4ff6-94a2-b91c41b434a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.985342 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-ac39b958-edc1-4ff6-94a2-b91c41b434a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/030a35fe-376b-4e87-b96f-20acd4269799 HTTP/1.1" status: 204 len: 168 time: 0.3274975 Feb 21 01:38:54.997778 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-14312ad4-e472-4572-ba10-f8eda7896390 service neutron] 10.222.0.73 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216383 Feb 21 01:38:54.999097 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39b958-edc1-4ff6-94a2-b91c41b434a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a35fe-376b-4e87-b96f-20acd4269799,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:55.117740 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8de28878-5b35-4a6e-b8f3-69aa3159418a req-ee8cdd99-50aa-4007-9b77-83c91e29989a service neutron] 10.222.0.73 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128163 Feb 21 01:38:55.255128 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-f62f0fa8-26b2-44af-a9eb-c9c9e4a6cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:55.256819 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-f62f0fa8-26b2-44af-a9eb-c9c9e4a6cbdc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f4a571f17fa4430ba044ac2106e41b1&device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 1128 time: 0.0731568 Feb 21 01:38:55.302323 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3b8e79b4-e3df-446d-b304-06c31d771166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:55.427004 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-910ff1e7-b8db-47ce-a4dd-70c3f9155ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:55.431588 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-910ff1e7-b8db-47ce-a4dd-70c3f9155ccb service neutron] 10.222.0.73 "GET /v2.0/networks?id=b89df1f0-cce9-47b8-be2a-c2ce886eda21 HTTP/1.1" status: 200 len: 913 time: 0.1681218 Feb 21 01:38:55.472219 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb861b96-428d-4d0b-9943-35e5c55cb287 req-247ce015-dffe-4c0a-aac6-bf5684e49198 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:55.474510 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bb861b96-428d-4d0b-9943-35e5c55cb287 req-247ce015-dffe-4c0a-aac6-bf5684e49198 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 944 time: 0.0648906 Feb 21 01:38:55.489224 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-dde620ce-266f-43e2-939d-aff277191be6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 HTTP/1.1" status: 200 len: 217 time: 0.0493786 Feb 21 01:38:55.532112 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bb861b96-428d-4d0b-9943-35e5c55cb287 req-7370a0af-a6b6-471a-8979-2856ee2a2e4f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493195 Feb 21 01:38:55.554137 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-455c69c6-3e43-4763-9236-a4408dcc7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:55.555636 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-455c69c6-3e43-4763-9236-a4408dcc7233 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fbbdbee-9cec-472c-9204-ee67aede9d1a HTTP/1.1" status: 200 len: 853 time: 0.0604866 Feb 21 01:38:55.588414 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-da183a0e-ad18-49e7-9b5c-f0edcd21a91d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b89df1f0-cce9-47b8-be2a-c2ce886eda21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259268 Feb 21 01:38:55.698754 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-ac867525-74fb-4540-b95b-ee8dae10f254 service neutron] 10.222.0.73 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005323 Feb 21 01:38:55.795837 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6130bbe8-6a14-4c97-98c4-ed2dc00b18f6 req-737f6eff-0bfd-47ce-b7a1-69a68d57fd60 service neutron] 10.222.0.73 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903771 Feb 21 01:38:56.532433 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36678) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:56.640745 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:56.657965 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59740a70-a842-4433-a6d8-3b9639eb5e50 req-04133c84-d16b-4d68-b64b-18ba40729d3e tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:56.663189 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-59740a70-a842-4433-a6d8-3b9639eb5e50 req-04133c84-d16b-4d68-b64b-18ba40729d3e tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 944 time: 0.0614209 Feb 21 01:38:56.713073 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-59740a70-a842-4433-a6d8-3b9639eb5e50 req-c7cabb26-3e0d-4884-b443-74af56f65e78 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Feb 21 01:38:56.728337 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Publish callbacks [] for security_group (2caff803-e515-49af-9a28-c4e918537992), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:56.731544 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (2caff803-e515-49af-9a28-c4e918537992), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:56.769718 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f959c2e7ebf44e5e819d620da2f346d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361045 Feb 21 01:38:56.770609 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caff803-e515-49af-9a28-c4e918537992,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:56.772442 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36686) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:56.778461 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.778894 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.779252 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.779595 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.779933 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.780264 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.780611 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.780949 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.781294 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.781682 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.782013 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.782364 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.782691 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b1d25-1ca4-499e-9128-8b73d6e10198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.821492 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Publish callbacks [] for security_group (2caff803-e515-49af-9a28-c4e918537992), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:56.845237 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Publish callbacks [] for security_group (2caff803-e515-49af-9a28-c4e918537992), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:56.891534 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (2caff803-e515-49af-9a28-c4e918537992), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:56.894190 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:56.895614 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2caff803-e515-49af-9a28-c4e918537992 HTTP/1.1" status: 204 len: 168 time: 0.1220231 Feb 21 01:38:56.903973 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caff803-e515-49af-9a28-c4e918537992,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:56.910865 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.911211 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.911834 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.912182 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.913010 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.913384 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.913804 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.913961 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.914330 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.914672 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.914991 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.915305 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.915617 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bf632-4f6f-48ac-b73c-e9fe9046f52b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:56.995273 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:38:57.090586 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:57.105237 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': 'cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7', 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21', 'port_id': 'cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7', 'mac_address': 'fa:16:3e:03:a0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbbdbee-9cec-472c-9204-ee67aede9d1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:38:57.148921 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:57.149429 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.161408 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36692) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:57.163954 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:38:57.174984 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4529a509-2f34-4255-a197-8dbc9a0ba4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.183032 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:57.188258 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.238935 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:57.261161 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4529a509-2f34-4255-a197-8dbc9a0ba4bf admin admin] Publish callbacks [] for security_group (a4b5469a-6e51-4d7f-8e87-4456c9560fd5), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.265165 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4529a509-2f34-4255-a197-8dbc9a0ba4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a4b5469a-6e51-4d7f-8e87-4456c9560fd5), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.308200 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-4529a509-2f34-4255-a197-8dbc9a0ba4bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cbff087944bc4797acc12b49cfdc4b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454849 Feb 21 01:38:57.309009 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529a509-2f34-4255-a197-8dbc9a0ba4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b5469a-6e51-4d7f-8e87-4456c9560fd5,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:57.311891 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36702) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:57.376091 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6055c730-1113-4df3-beeb-0f87e0e3545f admin admin] Publish callbacks [] for security_group (a4b5469a-6e51-4d7f-8e87-4456c9560fd5), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.400287 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6055c730-1113-4df3-beeb-0f87e0e3545f admin admin] Publish callbacks [] for security_group (a4b5469a-6e51-4d7f-8e87-4456c9560fd5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.458435 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6055c730-1113-4df3-beeb-0f87e0e3545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a4b5469a-6e51-4d7f-8e87-4456c9560fd5), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.462604 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6055c730-1113-4df3-beeb-0f87e0e3545f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.466122 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6055c730-1113-4df3-beeb-0f87e0e3545f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4b5469a-6e51-4d7f-8e87-4456c9560fd5 HTTP/1.1" status: 204 len: 168 time: 0.1506345 Feb 21 01:38:57.472313 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055c730-1113-4df3-beeb-0f87e0e3545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b5469a-6e51-4d7f-8e87-4456c9560fd5,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:57.536126 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:38:57.680326 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-66e1c692-3cdd-4a1f-99ba-b079a50476f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:57.843655 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5249f-e560-4cb1-917e-e1e13fb22805 req-832febf5-708e-457f-b20c-240e7151d3c9 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:57.845144 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f1a5249f-e560-4cb1-917e-e1e13fb22805 req-832febf5-708e-457f-b20c-240e7151d3c9 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 945 time: 0.0546520 Feb 21 01:38:57.902775 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f1a5249f-e560-4cb1-917e-e1e13fb22805 req-a7819c82-265d-40d8-83ce-a34eeb2427c9 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516148 Feb 21 01:38:58.750834 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36792) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:58.758723 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:58.861996 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e29b963-ded2-4a33-9013-d9e0d3bc6f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:58.933615 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e29b963-ded2-4a33-9013-d9e0d3bc6f3e admin admin] Publish callbacks [] for security_group (01ffbc0f-5265-450b-b566-e202571ecf2e), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:58.939050 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e29b963-ded2-4a33-9013-d9e0d3bc6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (01ffbc0f-5265-450b-b566-e202571ecf2e), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:58.991962 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-9e29b963-ded2-4a33-9013-d9e0d3bc6f3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45d059836e7e40dfa037b57255574224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400341 Feb 21 01:38:58.995404 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36800) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:59.008393 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:38:59.013376 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29b963-ded2-4a33-9013-d9e0d3bc6f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ffbc0f-5265-450b-b566-e202571ecf2e,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:59.049699 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7282e7-624d-41dd-9b0d-3ca1d9cbb941 req-45104951-bbd6-47f6-928a-648f35819524 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:59.051494 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8f7282e7-624d-41dd-9b0d-3ca1d9cbb941 req-45104951-bbd6-47f6-928a-648f35819524 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 945 time: 0.0800633 Feb 21 01:38:59.071982 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb023acf-2fe0-44c9-9976-d72596c90753 admin admin] Publish callbacks [] for security_group (01ffbc0f-5265-450b-b566-e202571ecf2e), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.073541 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:38:59.081856 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:38:59.082276 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.115134 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8f7282e7-624d-41dd-9b0d-3ca1d9cbb941 req-546a36b1-4606-41fd-b04f-7b7f8f79f185 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571203 Feb 21 01:38:59.120276 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb023acf-2fe0-44c9-9976-d72596c90753 admin admin] Publish callbacks [] for security_group (01ffbc0f-5265-450b-b566-e202571ecf2e), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.190861 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb023acf-2fe0-44c9-9976-d72596c90753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (01ffbc0f-5265-450b-b566-e202571ecf2e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.195558 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb023acf-2fe0-44c9-9976-d72596c90753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.197042 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fb023acf-2fe0-44c9-9976-d72596c90753 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01ffbc0f-5265-450b-b566-e202571ecf2e HTTP/1.1" status: 204 len: 168 time: 0.2004485 Feb 21 01:38:59.206827 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb023acf-2fe0-44c9-9976-d72596c90753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ffbc0f-5265-450b-b566-e202571ecf2e,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:59.227116 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:38:59.227704 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.253930 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43de9065-9879-4d80-bfeb-36b3b057dd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:38:59.256834 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a5e1b2-bf4d-4241-9fd1-79955c7c325b" -d '{"events": [{"server_uuid": "43de9065-9879-4d80-bfeb-36b3b057dd02", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:38:59.271545 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:59.278700 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.315807 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606d1909-d5a8-49b7-b4b5-f13f107322fa x-openstack-request-id: req-606d1909-d5a8-49b7-b4b5-f13f107322fa {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:38:59.316114 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43de9065-9879-4d80-bfeb-36b3b057dd02", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:38:59.316716 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-606d1909-d5a8-49b7-b4b5-f13f107322fa {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:38:59.317014 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43de9065-9879-4d80-bfeb-36b3b057dd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7', 'code': 200} Feb 21 01:38:59.337202 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:59.346258 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.349181 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.349661 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.350029 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.350405 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.350747 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.351077 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.351605 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.352095 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.352607 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.353092 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.353575 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.354055 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:59.520050 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a28b8b-9da6-4ae1-88a0-89bae9a7c596 req-bd89a4f8-1663-407f-8aef-92cf6cb8a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:59.521907 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3a28b8b-9da6-4ae1-88a0-89bae9a7c596 req-bd89a4f8-1663-407f-8aef-92cf6cb8a14c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 1130 time: 0.0544655 Feb 21 01:38:59.582275 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3a28b8b-9da6-4ae1-88a0-89bae9a7c596 req-44289476-9dde-4838-a7c5-43a1e781a7e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543931 Feb 21 01:38:59.665588 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36836) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:59.862855 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a64001b6-0fc6-40db-bf94-8c9439aadfb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.876896 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36848) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:59.943641 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-115b699c-ba57-4286-975d-a22b79d409f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.953491 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a64001b6-0fc6-40db-bf94-8c9439aadfb0 admin admin] Publish callbacks [] for security_group (07b1e195-bb87-4fc3-ba62-948a2baada18), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.958714 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a64001b6-0fc6-40db-bf94-8c9439aadfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (07b1e195-bb87-4fc3-ba62-948a2baada18), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.002561 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a64001b6-0fc6-40db-bf94-8c9439aadfb0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=051960a04338446b9e1c8795ea5403ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357418 Feb 21 01:39:00.004075 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64001b6-0fc6-40db-bf94-8c9439aadfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b1e195-bb87-4fc3-ba62-948a2baada18,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:00.006609 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36858) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:00.032879 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.064847 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-95488767-7d51-42a0-b388-b5d3cca11123 admin admin] Publish callbacks [] for security_group (07b1e195-bb87-4fc3-ba62-948a2baada18), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.087599 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-115b699c-ba57-4286-975d-a22b79d409f3 admin admin] Publish callbacks [] for security_group (199821fd-5139-4f72-8c04-3b0bd7237d27), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.087983 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-95488767-7d51-42a0-b388-b5d3cca11123 admin admin] Publish callbacks [] for security_group (07b1e195-bb87-4fc3-ba62-948a2baada18), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.101541 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-115b699c-ba57-4286-975d-a22b79d409f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (199821fd-5139-4f72-8c04-3b0bd7237d27), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.151201 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-115b699c-ba57-4286-975d-a22b79d409f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c52e1975d28c42db97d338c25157f7c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730629 Feb 21 01:39:00.163658 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36872) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:00.164579 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b699c-ba57-4286-975d-a22b79d409f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199821fd-5139-4f72-8c04-3b0bd7237d27,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:00.186378 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-95488767-7d51-42a0-b388-b5d3cca11123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (07b1e195-bb87-4fc3-ba62-948a2baada18), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.190738 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-95488767-7d51-42a0-b388-b5d3cca11123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.192343 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-95488767-7d51-42a0-b388-b5d3cca11123 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07b1e195-bb87-4fc3-ba62-948a2baada18 HTTP/1.1" status: 204 len: 168 time: 0.1848221 Feb 21 01:39:00.203895 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95488767-7d51-42a0-b388-b5d3cca11123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b1e195-bb87-4fc3-ba62-948a2baada18,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:00.252663 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f9af5e81-824d-49b2-bc06-36f451cb5533 admin admin] Publish callbacks [] for security_group (199821fd-5139-4f72-8c04-3b0bd7237d27), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.286876 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f9af5e81-824d-49b2-bc06-36f451cb5533 admin admin] Publish callbacks [] for security_group (199821fd-5139-4f72-8c04-3b0bd7237d27), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.311373 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da4f6b-8f84-43b4-9508-ade1dcc35189 req-0e7b8294-5f11-472d-8aaa-78d8d5d593b3 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:00.313187 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17da4f6b-8f84-43b4-9508-ade1dcc35189 req-0e7b8294-5f11-472d-8aaa-78d8d5d593b3 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.0849366 Feb 21 01:39:00.368867 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f9af5e81-824d-49b2-bc06-36f451cb5533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (199821fd-5139-4f72-8c04-3b0bd7237d27), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.372547 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f9af5e81-824d-49b2-bc06-36f451cb5533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.373935 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f9af5e81-824d-49b2-bc06-36f451cb5533 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/199821fd-5139-4f72-8c04-3b0bd7237d27 HTTP/1.1" status: 204 len: 168 time: 0.2057757 Feb 21 01:39:00.395243 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af5e81-824d-49b2-bc06-36f451cb5533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199821fd-5139-4f72-8c04-3b0bd7237d27,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:00.402843 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17da4f6b-8f84-43b4-9508-ade1dcc35189 req-331cd0fc-4cec-4638-9530-c89724b2fddb tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839410 Feb 21 01:39:00.564444 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caf9b1-0448-4705-b849-e2cf267d352c req-b85a627a-ba3f-4628-a0ae-9402e5c1e10b tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:00.573455 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-67caf9b1-0448-4705-b849-e2cf267d352c req-b85a627a-ba3f-4628-a0ae-9402e5c1e10b tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 945 time: 0.0844791 Feb 21 01:39:00.651230 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-67caf9b1-0448-4705-b849-e2cf267d352c req-66fdb3ca-d520-492b-9cd1-56fd72378ea3 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719326 Feb 21 01:39:00.816287 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 36942) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:00.831703 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-62c24670-feea-457b-a6a2-ea82eb3d5e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.948214 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-62c24670-feea-457b-a6a2-ea82eb3d5e2c admin admin] Publish callbacks [] for security_group (a0e2ee71-e38e-465b-9ce9-dbe8e53567d4), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.954117 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-62c24670-feea-457b-a6a2-ea82eb3d5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a0e2ee71-e38e-465b-9ce9-dbe8e53567d4), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:01.005166 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c24670-feea-457b-a6a2-ea82eb3d5e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2ee71-e38e-465b-9ce9-dbe8e53567d4,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:01.013397 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-62c24670-feea-457b-a6a2-ea82eb3d5e2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1da7ecfcb7f34d30b2a17cd86e362a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957464 Feb 21 01:39:01.016117 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 36948) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:01.071017 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-205320f7-56ff-49d8-9c68-325b5958b8b2 admin admin] Publish callbacks [] for security_group (a0e2ee71-e38e-465b-9ce9-dbe8e53567d4), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:01.096370 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-205320f7-56ff-49d8-9c68-325b5958b8b2 admin admin] Publish callbacks [] for security_group (a0e2ee71-e38e-465b-9ce9-dbe8e53567d4), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:01.143048 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-205320f7-56ff-49d8-9c68-325b5958b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a0e2ee71-e38e-465b-9ce9-dbe8e53567d4), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:01.145602 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-205320f7-56ff-49d8-9c68-325b5958b8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:01.147449 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-205320f7-56ff-49d8-9c68-325b5958b8b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a0e2ee71-e38e-465b-9ce9-dbe8e53567d4 HTTP/1.1" status: 204 len: 168 time: 0.1263456 Feb 21 01:39:01.155511 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205320f7-56ff-49d8-9c68-325b5958b8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2ee71-e38e-465b-9ce9-dbe8e53567d4,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:01.545752 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea0675-f6c0-4621-9576-6f07794745f4 req-6b0503bf-457f-444c-b5d9-3b953281c37a tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:01.547281 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-90ea0675-f6c0-4621-9576-6f07794745f4 req-6b0503bf-457f-444c-b5d9-3b953281c37a tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.0577345 Feb 21 01:39:01.601802 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-90ea0675-f6c0-4621-9576-6f07794745f4 req-9bdc5c37-40e1-42df-aa9d-49e747736eed tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490093 Feb 21 01:39:01.769741 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:01.800755 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6bbd1-794a-470a-929c-00b84f99c3b1 req-b7fa162e-94d6-4066-860f-3bc7386807d1 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:01.802250 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cae6bbd1-794a-470a-929c-00b84f99c3b1 req-b7fa162e-94d6-4066-860f-3bc7386807d1 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 945 time: 0.0739403 Feb 21 01:39:01.910265 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cae6bbd1-794a-470a-929c-00b84f99c3b1 req-70a31c4f-1838-4d4d-85d8-52c3cd1ef265 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779169 Feb 21 01:39:02.612211 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37136) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:02.681608 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-40091b7e-da5f-4b62-8dbf-79d445389e80 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:02.683696 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-40091b7e-da5f-4b62-8dbf-79d445389e80 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.73 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 945 time: 0.0708199 Feb 21 01:39:02.731396 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-46932dd4-69b8-42ad-aaf2-37c96e39f9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.821376 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Deleting port abbbbe6a-1733-4793-9761-d3327fc1dfab {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:02.821629 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.821955 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-46932dd4-69b8-42ad-aaf2-37c96e39f9d3 admin admin] Publish callbacks [] for security_group (219ecfa9-df6b-401d-97b8-219403bee0fc), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.826488 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-46932dd4-69b8-42ad-aaf2-37c96e39f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (219ecfa9-df6b-401d-97b8-219403bee0fc), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.870734 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-46932dd4-69b8-42ad-aaf2-37c96e39f9d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=575879a985d444cda4065d08d6ab69b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550473 Feb 21 01:39:02.870734 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46932dd4-69b8-42ad-aaf2-37c96e39f9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219ecfa9-df6b-401d-97b8-219403bee0fc,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:02.871906 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37150) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:02.926732 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-450e86bd-21ce-4bc1-aded-17db7ea35abe admin admin] Publish callbacks [] for security_group (219ecfa9-df6b-401d-97b8-219403bee0fc), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.945447 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] For port abbbbe6a-1733-4793-9761-d3327fc1dfab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=abbbbe6a-1733-4793-9761-d3327fc1dfab,segment=NetworkSegment(69959663-4500-4e0c-95a8-8b97d4c39bcf),segment_id=69959663-4500-4e0c-95a8-8b97d4c39bcf)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:02.945810 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.950399 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-450e86bd-21ce-4bc1-aded-17db7ea35abe admin admin] Publish callbacks [] for security_group (219ecfa9-df6b-401d-97b8-219403bee0fc), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.961928 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Calling delete_port for abbbbe6a-1733-4793-9761-d3327fc1dfab owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:03.026608 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-450e86bd-21ce-4bc1-aded-17db7ea35abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (219ecfa9-df6b-401d-97b8-219403bee0fc), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.029102 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-450e86bd-21ce-4bc1-aded-17db7ea35abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.030264 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-450e86bd-21ce-4bc1-aded-17db7ea35abe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/219ecfa9-df6b-401d-97b8-219403bee0fc HTTP/1.1" status: 204 len: 168 time: 0.1573880 Feb 21 01:39:03.047226 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a4b9f-2d8c-4354-a936-817e95e7562e req-b9c5c4fa-d250-4485-9019-1f9f57add262 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:03.048892 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7a6a4b9f-2d8c-4354-a936-817e95e7562e req-b9c5c4fa-d250-4485-9019-1f9f57add262 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 945 time: 0.0738173 Feb 21 01:39:03.050113 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e86bd-21ce-4bc1-aded-17db7ea35abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219ecfa9-df6b-401d-97b8-219403bee0fc,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:03.109380 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7a6a4b9f-2d8c-4354-a936-817e95e7562e req-2f0e1539-de94-45e0-a2f1-7c0cb073e669 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/security-groups?id=46faabc2-f8ce-49d6-8263-f7c56e698dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534387 Feb 21 01:39:03.171200 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (abbbbe6a-1733-4793-9761-d3327fc1dfab), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.205572 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Pushing event deleted for resources: {'Port': ['ID=abbbbe6a-1733-4793-9761-d3327fc1dfab,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:03.282433 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] No DVR routers for this DVR port abbbbe6a-1733-4793-9761-d3327fc1dfab on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:39:03.285878 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.290069 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b51b1e47-0efb-43bc-927c-245bf50cbc95 req-0bd4b6cf-a165-43a3-8cc2-d5daa9fb1102 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.73 "DELETE /v2.0/ports/abbbbe6a-1733-4793-9761-d3327fc1dfab HTTP/1.1" status: 204 len: 173 time: 0.6005330 Feb 21 01:39:03.290667 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94607f8c-0ab4-4508-88d9-c3439a6da761', 'name': 'network-vif-deleted', 'tag': 'abbbbe6a-1733-4793-9761-d3327fc1dfab'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:03.293774 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6a6df3-6379-4a3e-80d2-4cea4f8be679" -d '{"events": [{"server_uuid": "94607f8c-0ab4-4508-88d9-c3439a6da761", "name": "network-vif-deleted", "tag": "abbbbe6a-1733-4793-9761-d3327fc1dfab"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:03.343469 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccfb8f1-9b3d-441d-aa0e-5246a4004417 x-openstack-request-id: req-fccfb8f1-9b3d-441d-aa0e-5246a4004417 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:03.343826 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94607f8c-0ab4-4508-88d9-c3439a6da761", "name": "network-vif-deleted", "tag": "abbbbe6a-1733-4793-9761-d3327fc1dfab", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:03.344076 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fccfb8f1-9b3d-441d-aa0e-5246a4004417 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:03.344479 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94607f8c-0ab4-4508-88d9-c3439a6da761', 'name': 'network-vif-deleted', 'tag': 'abbbbe6a-1733-4793-9761-d3327fc1dfab', 'status': 'completed', 'code': 200} Feb 21 01:39:04.176870 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37216) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:04.258112 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-037042ce-5ee5-46e7-8684-96dc2967c5d3 req-01f5cc93-90ed-4de7-8075-0005937e5368 tempest-DeleteServersTestJSON-2012064434 tempest-DeleteServersTestJSON-2012064434-project] 10.222.0.79 "GET /v2.0/ports?device_id=94607f8c-0ab4-4508-88d9-c3439a6da761 HTTP/1.1" status: 200 len: 210 time: 0.0356512 Feb 21 01:39:04.417522 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b30e6ad8-fc3c-433f-86c3-e15e99561748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.497731 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b30e6ad8-fc3c-433f-86c3-e15e99561748 admin admin] Publish callbacks [] for security_group (1629bbe1-ec78-43bb-b1d0-3f9e0a69d89b), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.503601 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b30e6ad8-fc3c-433f-86c3-e15e99561748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1629bbe1-ec78-43bb-b1d0-3f9e0a69d89b), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.584718 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-b30e6ad8-fc3c-433f-86c3-e15e99561748 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ebd02c1041aa48818a09e37eeb85f508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067047 Feb 21 01:39:04.586446 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e6ad8-fc3c-433f-86c3-e15e99561748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1629bbe1-ec78-43bb-b1d0-3f9e0a69d89b,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:04.587363 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37236) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:04.606603 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-6ac31797-a59b-4543-a7c4-aea43453ec51 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744629 Feb 21 01:39:04.648898 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd392-1136-460b-951e-55baf37ed5e5 admin admin] Publish callbacks [] for security_group (1629bbe1-ec78-43bb-b1d0-3f9e0a69d89b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.672644 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd392-1136-460b-951e-55baf37ed5e5 admin admin] Publish callbacks [] for security_group (1629bbe1-ec78-43bb-b1d0-3f9e0a69d89b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.711441 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-488162a6-5ed5-41d3-a4d2-cb5c8f351850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:04.712969 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-488162a6-5ed5-41d3-a4d2-cb5c8f351850 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 1130 time: 0.0572126 Feb 21 01:39:04.728208 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd392-1136-460b-951e-55baf37ed5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1629bbe1-ec78-43bb-b1d0-3f9e0a69d89b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.731043 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd392-1136-460b-951e-55baf37ed5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.732345 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fa8fd392-1136-460b-951e-55baf37ed5e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1629bbe1-ec78-43bb-b1d0-3f9e0a69d89b HTTP/1.1" status: 204 len: 168 time: 0.1438653 Feb 21 01:39:04.740490 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd392-1136-460b-951e-55baf37ed5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1629bbe1-ec78-43bb-b1d0-3f9e0a69d89b,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:04.857414 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-471b1c18-d5b2-4037-8535-7ecfc135826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:04.859232 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-471b1c18-d5b2-4037-8535-7ecfc135826b service neutron] 10.222.0.73 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 911 time: 0.1199062 Feb 21 01:39:04.976052 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-86a178cb-5cb9-4ad6-831e-bfd2bf8b95da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 HTTP/1.1" status: 200 len: 1002 time: 0.1030874 Feb 21 01:39:05.044855 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device abbbbe6a-1733-4793-9761-d3327fc1dfab no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:05.049338 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-e073b409-d6b2-4426-bf7b-bef09d7a3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:05.051061 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-e073b409-d6b2-4426-bf7b-bef09d7a3217 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 200 len: 850 time: 0.0680327 Feb 21 01:39:05.080474 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: abbbbe6a-1733-4793-9761-d3327fc1dfab {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:05.080474 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device abbbbe6a-1733-4793-9761-d3327fc1dfab not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:05.119827 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-28ef93b9-0c76-4c67-9d98-9f1a3199edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:05.121428 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-28ef93b9-0c76-4c67-9d98-9f1a3199edbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05279b8a-760f-4425-a2dc-46e9bb05cf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607328 Feb 21 01:39:05.139301 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37246) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:05.153590 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ce36-e3fc-4f79-a326-3a0651c795ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.231082 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-8c5e2abf-f612-43e7-bc61-674fd83a05e2 service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924690 Feb 21 01:39:05.235612 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ce36-e3fc-4f79-a326-3a0651c795ae admin admin] Publish callbacks [] for security_group (f53d965d-971e-46cd-8e1a-399168aeccd3), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.239534 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ce36-e3fc-4f79-a326-3a0651c795ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f53d965d-971e-46cd-8e1a-399168aeccd3), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.278992 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5ae8ce36-e3fc-4f79-a326-3a0651c795ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a56cfa2c3f32411895840c42c69747c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385293 Feb 21 01:39:05.279862 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8ce36-e3fc-4f79-a326-3a0651c795ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53d965d-971e-46cd-8e1a-399168aeccd3,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:05.283066 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37248) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:05.338109 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8cc64153-e22d-4d38-abbf-1a245f51a5f9 req-4c5c58de-a2aa-4d8a-a492-32225ec98ddc service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927408 Feb 21 01:39:05.347394 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-96f2ceef-1b21-4a07-9c73-adfe1ac79b0a admin admin] Publish callbacks [] for security_group (f53d965d-971e-46cd-8e1a-399168aeccd3), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.373493 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-96f2ceef-1b21-4a07-9c73-adfe1ac79b0a admin admin] Publish callbacks [] for security_group (f53d965d-971e-46cd-8e1a-399168aeccd3), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.444152 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-96f2ceef-1b21-4a07-9c73-adfe1ac79b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f53d965d-971e-46cd-8e1a-399168aeccd3), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.446823 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-96f2ceef-1b21-4a07-9c73-adfe1ac79b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.447990 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-96f2ceef-1b21-4a07-9c73-adfe1ac79b0a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f53d965d-971e-46cd-8e1a-399168aeccd3 HTTP/1.1" status: 204 len: 168 time: 0.1638219 Feb 21 01:39:05.466123 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2ceef-1b21-4a07-9c73-adfe1ac79b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53d965d-971e-46cd-8e1a-399168aeccd3,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:06.362962 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:06.770747 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37326) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:06.816548 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba82721-5918-482d-abd9-017ee04ec50a admin admin] Deleting subnet 45f30502-9321-4c10-8ec4-e6580a0e2a0a {{(pid=102949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:39:06.819617 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9ba82721-5918-482d-abd9-017ee04ec50a admin admin] Publish callbacks [] for subnet (45f30502-9321-4c10-8ec4-e6580a0e2a0a), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:06.854591 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9ba82721-5918-482d-abd9-017ee04ec50a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28165619'] for subnet (45f30502-9321-4c10-8ec4-e6580a0e2a0a), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:06.902732 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9ba82721-5918-482d-abd9-017ee04ec50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (45f30502-9321-4c10-8ec4-e6580a0e2a0a), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:06.973839 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9ba82721-5918-482d-abd9-017ee04ec50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28101762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28695740'] for subnet (45f30502-9321-4c10-8ec4-e6580a0e2a0a), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.002294 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba82721-5918-482d-abd9-017ee04ec50a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f30502-9321-4c10-8ec4-e6580a0e2a0a,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:07.004196 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9ba82721-5918-482d-abd9-017ee04ec50a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.009908 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-9ba82721-5918-482d-abd9-017ee04ec50a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/45f30502-9321-4c10-8ec4-e6580a0e2a0a HTTP/1.1" status: 204 len: 168 time: 0.2362175 Feb 21 01:39:07.010041 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37338) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:07.077001 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (4fa0c87e-5e0a-4d76-a8be-af2834d62b7e), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.166359 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (4fa0c87e-5e0a-4d76-a8be-af2834d62b7e), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.187507 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa0c87e-5e0a-4d76-a8be-af2834d62b7e']}} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:07.196980 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69959663-4500-4e0c-95a8-8b97d4c39bcf') {'for_net_delete': True} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:07.197275 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69959663-4500-4e0c-95a8-8b97d4c39bcf') {} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:07.206859 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28165610'] for segment (69959663-4500-4e0c-95a8-8b97d4c39bcf), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.229801 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (69959663-4500-4e0c-95a8-8b97d4c39bcf), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.236516 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:39:07.236865 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28100964'] for segment (69959663-4500-4e0c-95a8-8b97d4c39bcf), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: Traceback (most recent call last): Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: timer() Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: cb(*args, **kw) Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: return func(*args, **kwargs) Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: self._notify() Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: self.callback(batched_events) Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: event.method(event) Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: return f(self, *a, **k) Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._get(url).json() Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: return self.request(url, 'GET', **kwargs) Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:39:07.238619 dv-cinder-813229-6-iscsi neutron-server[102949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:39:07.298304 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (4fa0c87e-5e0a-4d76-a8be-af2834d62b7e), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.304584 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.310764 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4fa0c87e-5e0a-4d76-a8be-af2834d62b7e HTTP/1.1" status: 204 len: 168 time: 0.2997460 Feb 21 01:39:07.328251 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a3a29-6d50-4532-9959-3d40d8e46473 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa0c87e-5e0a-4d76-a8be-af2834d62b7e,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:07.547040 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37354) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:07.643847 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37360) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:07.767789 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbb02-5093-42e3-b9ba-1f74dcf59981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.807382 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-5dc7b8ba-577e-457e-8c5d-1ecc0521627e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc95cdaceac64f92ac8ca5b296ce7e33&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2588477 Feb 21 01:39:07.809707 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37364) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:07.859295 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbb02-5093-42e3-b9ba-1f74dcf59981 admin admin] Publish callbacks [] for security_group (8857ebef-9121-4e68-a282-7bb480f50813), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.861462 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-94312232-02e4-4b81-b9f1-750e1460d69a admin admin] Publish callbacks [] for security_group (46faabc2-f8ce-49d6-8263-f7c56e698dc1), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.863730 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbb02-5093-42e3-b9ba-1f74dcf59981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8857ebef-9121-4e68-a282-7bb480f50813), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.883401 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-94312232-02e4-4b81-b9f1-750e1460d69a admin admin] Publish callbacks [] for security_group (46faabc2-f8ce-49d6-8263-f7c56e698dc1), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.902930 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-bf4cbb02-5093-42e3-b9ba-1f74dcf59981 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=87f1e8760da94274ad05a3ac10f1133a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579412 Feb 21 01:39:07.904608 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cbb02-5093-42e3-b9ba-1f74dcf59981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8857ebef-9121-4e68-a282-7bb480f50813,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:07.908638 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37366) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:07.939301 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-94312232-02e4-4b81-b9f1-750e1460d69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (46faabc2-f8ce-49d6-8263-f7c56e698dc1), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.942052 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-94312232-02e4-4b81-b9f1-750e1460d69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.943839 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-94312232-02e4-4b81-b9f1-750e1460d69a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46faabc2-f8ce-49d6-8263-f7c56e698dc1 HTTP/1.1" status: 204 len: 168 time: 0.1325274 Feb 21 01:39:07.952433 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94312232-02e4-4b81-b9f1-750e1460d69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46faabc2-f8ce-49d6-8263-f7c56e698dc1,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:07.963489 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ccdf755f-e2f8-4552-b7cb-7dd4a10d9c0d admin admin] Publish callbacks [] for security_group (8857ebef-9121-4e68-a282-7bb480f50813), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.987022 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ccdf755f-e2f8-4552-b7cb-7dd4a10d9c0d admin admin] Publish callbacks [] for security_group (8857ebef-9121-4e68-a282-7bb480f50813), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.047519 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ccdf755f-e2f8-4552-b7cb-7dd4a10d9c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8857ebef-9121-4e68-a282-7bb480f50813), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.050132 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ccdf755f-e2f8-4552-b7cb-7dd4a10d9c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.051465 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ccdf755f-e2f8-4552-b7cb-7dd4a10d9c0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8857ebef-9121-4e68-a282-7bb480f50813 HTTP/1.1" status: 204 len: 168 time: 0.1417191 Feb 21 01:39:08.059232 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf755f-e2f8-4552-b7cb-7dd4a10d9c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8857ebef-9121-4e68-a282-7bb480f50813,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:08.393635 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37386) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:08.407190 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-13e2ffdd-0121-47c4-b683-a953af0dc935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.506777 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-13e2ffdd-0121-47c4-b683-a953af0dc935 admin admin] Publish callbacks [] for security_group (48f22bbd-d3ed-4a1c-96f9-6254f56978dc), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.511118 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-13e2ffdd-0121-47c4-b683-a953af0dc935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (48f22bbd-d3ed-4a1c-96f9-6254f56978dc), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.557176 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-13e2ffdd-0121-47c4-b683-a953af0dc935 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3009a9719bf542d79eb1c93e8e0384c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619871 Feb 21 01:39:08.558581 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2ffdd-0121-47c4-b683-a953af0dc935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f22bbd-d3ed-4a1c-96f9-6254f56978dc,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:08.559885 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37398) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:08.641006 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c9a20362-37d1-4aed-a055-79eabfb49572 admin admin] Publish callbacks [] for security_group (48f22bbd-d3ed-4a1c-96f9-6254f56978dc), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.671353 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c9a20362-37d1-4aed-a055-79eabfb49572 admin admin] Publish callbacks [] for security_group (48f22bbd-d3ed-4a1c-96f9-6254f56978dc), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.728312 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c9a20362-37d1-4aed-a055-79eabfb49572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (48f22bbd-d3ed-4a1c-96f9-6254f56978dc), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.731549 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c9a20362-37d1-4aed-a055-79eabfb49572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.732822 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c9a20362-37d1-4aed-a055-79eabfb49572 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/48f22bbd-d3ed-4a1c-96f9-6254f56978dc HTTP/1.1" status: 204 len: 168 time: 0.1717825 Feb 21 01:39:08.747174 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a20362-37d1-4aed-a055-79eabfb49572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f22bbd-d3ed-4a1c-96f9-6254f56978dc,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:08.813531 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37410) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:09.014859 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-845604574-network', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:09.036628 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Made reservation on behalf of 1d5b71bc1bf2467dada53f1eb9447438 for: {'network': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:09.039561 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.049907 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.125465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Publish callbacks [] for security_group (1a578668-cb96-46e9-88a0-71e738a58b53), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.128708 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1a578668-cb96-46e9-88a0-71e738a58b53), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.154609 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:39:09.164048 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a578668-cb96-46e9-88a0-71e738a58b53,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:09.170573 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (d529aa8e-7df9-465e-a022-fac2ca71777b), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.171564 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.segments_db [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Added segment d529aa8e-7df9-465e-a022-fac2ca71777b of type vlan for network 1803728c-d46f-4c3a-9925-d8b31359ee0a Feb 21 01:39:09.215869 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (1803728c-d46f-4c3a-9925-d8b31359ee0a), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.247061 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (1803728c-d46f-4c3a-9925-d8b31359ee0a), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.247061 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:09.247061 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.305450 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4906197 Feb 21 01:39:09.307199 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37428) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:09.312618 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Request body: {'subnet': {'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-subnet', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:09.313329 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68eefd-9d02-4737-960a-99bb16d9b4ba admin admin] Pushing event updated for resources: {'Network': ['ID=1803728c-d46f-4c3a-9925-d8b31359ee0a,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:09.330356 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 1803728c-d46f-4c3a-9925-d8b31359ee0a details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:39:09.336661 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Made reservation on behalf of 1d5b71bc1bf2467dada53f1eb9447438 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:09.338999 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.519320 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (f6769db6-81fa-4269-a44e-18f06488f254), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.573519 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6769db6-81fa-4269-a44e-18f06488f254,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:09.586886 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Checking segment: {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:09.587482 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Network hostable DHCP agents. Network: 1803728c-d46f-4c3a-9925-d8b31359ee0a, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:39:09.606576 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Network 1803728c-d46f-4c3a-9925-d8b31359ee0a is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:39:09.618249 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 1803728c-d46f-4c3a-9925-d8b31359ee0a) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:09.623509 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:09.625183 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.630302 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e01bfc-135c-4dfb-8068-bbb71c9e7e15 None None] Network 1803728c-d46f-4c3a-9925-d8b31359ee0a requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:09.648304 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-dd7a5d89-164e-4566-b916-44bb4e0b9886 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3364358 Feb 21 01:39:09.649444 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37442) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:09.656691 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:09.691422 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (a668a142-1a70-450b-b7a7-8a02f854fb1e), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.694562 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (a668a142-1a70-450b-b7a7-8a02f854fb1e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.773541 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba7de6e-eec4-4c72-95b5-519aa7716624 None None] Network 1803728c-d46f-4c3a-9925-d8b31359ee0a requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:09.819567 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks [] for router_controller (a668a142-1a70-450b-b7a7-8a02f854fb1e), precommit_add_association {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.010507 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks [] for router_gateway (a668a142-1a70-450b-b7a7-8a02f854fb1e), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.263357 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks [] for router_gateway (a668a142-1a70-450b-b7a7-8a02f854fb1e), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.283951 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.403625 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Allocated IP 172.27.1.148 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/82a4d29b-4f59-4e6e-8286-0b55c0332155) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:10.514684 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks [] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.563598 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.605804 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:10.608588 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:10.615999 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:10.624339 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Pushing event updated for resources: {'Port': ['ID=82a4d29b-4f59-4e6e-8286-0b55c0332155,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:10.882954 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks [] for router_gateway (a668a142-1a70-450b-b7a7-8a02f854fb1e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.105375 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (a668a142-1a70-450b-b7a7-8a02f854fb1e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.259242 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Router a668a142-1a70-450b-b7a7-8a02f854fb1e is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:39:11.581365 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:11.589977 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Sync routers for ids ['a668a142-1a70-450b-b7a7-8a02f854fb1e'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:11.597978 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.599263 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-023eb4f7-82ba-4271-b206-c3c8493913d3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.9478247 Feb 21 01:39:11.599706 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Routers {'a668a142-1a70-450b-b7a7-8a02f854fb1e'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:11.600320 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:38:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['a668a142-1a70-450b-b7a7-8a02f854fb1e'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:11.602074 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37534) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:11.712371 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Set router a668a142-1a70-450b-b7a7-8a02f854fb1e gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:11.894841 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:09Z', 'updated_at': '2022-02-21T01:39:10Z', 'revision_number': 3, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'gw_port': {'id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:10Z', 'updated_at': '2022-02-21T01:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:11.931943 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Checking router: a668a142-1a70-450b-b7a7-8a02f854fb1e for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:11.932304 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Updating router a668a142-1a70-450b-b7a7-8a02f854fb1e port 82a4d29b-4f59-4e6e-8286-0b55c0332155 binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:39:11.964099 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.056783 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.237982 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Publish callbacks [] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.245445 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.246036 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Allocated IP 172.20.0.1 (1803728c-d46f-4c3a-9925-d8b31359ee0a/f6769db6-81fa-4269-a44e-18f06488f254/a261ed26-caa8-4424-8f3a-fbe5188da5d4) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:12.305117 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Pushing event updated for resources: {'Port': ['ID=82a4d29b-4f59-4e6e-8286-0b55c0332155,revision_number=2']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:12.313148 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.313625 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.314059 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.314479 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.314967 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.315461 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.315946 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.316545 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.317392 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.317917 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.318412 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.318878 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.319345 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:12.344255 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Attempting to bind port 82a4d29b-4f59-4e6e-8286-0b55c0332155 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:12.344646 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Attempting to bind port 82a4d29b-4f59-4e6e-8286-0b55c0332155 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:12.345095 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Attempting to bind port 82a4d29b-4f59-4e6e-8286-0b55c0332155 on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:12.352342 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:12.352342 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:12.352342 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.352672 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:12.353513 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Bound port: 82a4d29b-4f59-4e6e-8286-0b55c0332155, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:12.354066 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.366789 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Publish callbacks [] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.405985 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.412453 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] For port 82a4d29b-4f59-4e6e-8286-0b55c0332155, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:12.416731 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] For port 82a4d29b-4f59-4e6e-8286-0b55c0332155, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=82a4d29b-4f59-4e6e-8286-0b55c0332155,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:12.423970 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.467065 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Network 1803728c-d46f-4c3a-9925-d8b31359ee0a is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:12.470613 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:12.475722 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:12.488373 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Routers {'a668a142-1a70-450b-b7a7-8a02f854fb1e'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:12.489036 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:38:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['a668a142-1a70-450b-b7a7-8a02f854fb1e'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:12.497363 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37570) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:12.518077 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (a668a142-1a70-450b-b7a7-8a02f854fb1e), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.548910 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32aacd-b4e0-491e-a57b-f12c6b360e5d None None] Pushing event updated for resources: {'Port': ['ID=82a4d29b-4f59-4e6e-8286-0b55c0332155,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:12.573242 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Pushing event updated for resources: {'Port': ['ID=a261ed26-caa8-4424-8f3a-fbe5188da5d4,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:12.634822 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] Set router a668a142-1a70-450b-b7a7-8a02f854fb1e gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:12.664313 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5123a17-c568-4d8d-bd47-3aa51b2b173e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.702548 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.804726 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5123a17-c568-4d8d-bd47-3aa51b2b173e admin admin] Publish callbacks [] for security_group (99c73f33-b965-472f-87ff-9eaefcda6afa), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.821383 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5123a17-c568-4d8d-bd47-3aa51b2b173e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (99c73f33-b965-472f-87ff-9eaefcda6afa), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.871824 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e5123a17-c568-4d8d-bd47-3aa51b2b173e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e7af6ba583c4dd1b2fc1ae34a40c00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727398 Feb 21 01:39:12.873348 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37576) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:12.875131 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5123a17-c568-4d8d-bd47-3aa51b2b173e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c73f33-b965-472f-87ff-9eaefcda6afa,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:12.966655 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:09Z', 'updated_at': '2022-02-21T01:39:10Z', 'revision_number': 3, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'gw_port': {'id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:10Z', 'updated_at': '2022-02-21T01:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:12.971225 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d4b9-f876-436f-be09-0b1cc9c2fb2b admin admin] Publish callbacks [] for security_group (99c73f33-b965-472f-87ff-9eaefcda6afa), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.974735 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Publish callbacks [] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:12.988015 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:13.005049 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b5cb4-e712-4d5a-8663-e13597c0cac5 None None] The sync data for ids ['a668a142-1a70-450b-b7a7-8a02f854fb1e'] in dv-cinder-813229-6-iscsi is: [{'id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:09Z', 'updated_at': '2022-02-21T01:39:10Z', 'revision_number': 3, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'gw_port': {'id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:10Z', 'updated_at': '2022-02-21T01:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:13.048310 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d4b9-f876-436f-be09-0b1cc9c2fb2b admin admin] Publish callbacks [] for security_group (99c73f33-b965-472f-87ff-9eaefcda6afa), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:13.085613 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (a668a142-1a70-450b-b7a7-8a02f854fb1e), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:13.120968 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Pushing event updated for resources: {'Port': ['ID=a261ed26-caa8-4424-8f3a-fbe5188da5d4,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:13.183810 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d4b9-f876-436f-be09-0b1cc9c2fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (99c73f33-b965-472f-87ff-9eaefcda6afa), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:13.186484 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d4b9-f876-436f-be09-0b1cc9c2fb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:13.187631 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-bdd3d4b9-f876-436f-be09-0b1cc9c2fb2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99c73f33-b965-472f-87ff-9eaefcda6afa HTTP/1.1" status: 204 len: 168 time: 0.3139324 Feb 21 01:39:13.208198 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3d4b9-f876-436f-be09-0b1cc9c2fb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c73f33-b965-472f-87ff-9eaefcda6afa,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:13.241032 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Network 1803728c-d46f-4c3a-9925-d8b31359ee0a is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:13.243922 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:13.422135 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Router a668a142-1a70-450b-b7a7-8a02f854fb1e has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:13.597765 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:13.607301 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-9e058386-d877-4665-a762-c2560c62c9fd admin admin] 10.222.0.79 "PUT /v2.0/routers/a668a142-1a70-450b-b7a7-8a02f854fb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0041063 Feb 21 01:39:13.637159 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37600) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:13.653534 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d288b074-7ec4-463e-a3fa-9b36640de95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:13.759089 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d288b074-7ec4-463e-a3fa-9b36640de95c admin admin] Publish callbacks [] for security_group (38616ca6-8e59-4791-9c9d-77748734f0c6), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:13.764445 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d288b074-7ec4-463e-a3fa-9b36640de95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (38616ca6-8e59-4791-9c9d-77748734f0c6), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:13.823631 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288b074-7ec4-463e-a3fa-9b36640de95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38616ca6-8e59-4791-9c9d-77748734f0c6,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:13.830173 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-d288b074-7ec4-463e-a3fa-9b36640de95c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6797f34b4504ad1b1bd2824de93040a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914151 Feb 21 01:39:13.832560 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37604) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:13.940195 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c98481b7-e6fd-4e94-a5f0-2f34a71f236a admin admin] Publish callbacks [] for security_group (38616ca6-8e59-4791-9c9d-77748734f0c6), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:13.968220 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c98481b7-e6fd-4e94-a5f0-2f34a71f236a admin admin] Publish callbacks [] for security_group (38616ca6-8e59-4791-9c9d-77748734f0c6), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:14.049681 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c98481b7-e6fd-4e94-a5f0-2f34a71f236a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (38616ca6-8e59-4791-9c9d-77748734f0c6), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:14.055404 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c98481b7-e6fd-4e94-a5f0-2f34a71f236a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:14.057676 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c98481b7-e6fd-4e94-a5f0-2f34a71f236a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38616ca6-8e59-4791-9c9d-77748734f0c6 HTTP/1.1" status: 204 len: 168 time: 0.2230964 Feb 21 01:39:14.069277 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98481b7-e6fd-4e94-a5f0-2f34a71f236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38616ca6-8e59-4791-9c9d-77748734f0c6,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:14.343326 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 82a4d29b-4f59-4e6e-8286-0b55c0332155 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:14.401670 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 82a4d29b-4f59-4e6e-8286-0b55c0332155 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:14.402318 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:14.482454 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 82a4d29b-4f59-4e6e-8286-0b55c0332155 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:14.482843 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:14.504369 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 82a4d29b-4f59-4e6e-8286-0b55c0332155, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=82a4d29b-4f59-4e6e-8286-0b55c0332155,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:14.508949 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:14.560323 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=82a4d29b-4f59-4e6e-8286-0b55c0332155,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:14.932734 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Sync routers for ids ['a668a142-1a70-450b-b7a7-8a02f854fb1e'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:14.942733 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Routers {'a668a142-1a70-450b-b7a7-8a02f854fb1e'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:14.943357 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:38:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['a668a142-1a70-450b-b7a7-8a02f854fb1e'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:15.078870 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Set router a668a142-1a70-450b-b7a7-8a02f854fb1e gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:15.246916 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37662) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:15.347170 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:09Z', 'updated_at': '2022-02-21T01:39:12Z', 'revision_number': 4, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'gw_port': {'id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:10Z', 'updated_at': '2022-02-21T01:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'a261ed26-caa8-4424-8f3a-fbe5188da5d4', 'name': '', 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'mac_address': 'fa:16:3e:ac:dc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f6769db6-81fa-4269-a44e-18f06488f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:12Z', 'updated_at': '2022-02-21T01:39:12Z', 'revision_number': 2, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'subnets': [{'id': 'f6769db6-81fa-4269-a44e-18f06488f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:15.391680 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Checking router: a668a142-1a70-450b-b7a7-8a02f854fb1e for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:15.392024 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Updating router a668a142-1a70-450b-b7a7-8a02f854fb1e port a261ed26-caa8-4424-8f3a-fbe5188da5d4 binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:39:15.428307 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-71afaf7f-d90d-406c-bc8f-48df63cd1425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.430497 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.504547 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-71afaf7f-d90d-406c-bc8f-48df63cd1425 admin admin] Publish callbacks [] for security_group (1b444f9a-9c85-4fdf-bf0d-eade98c5a6ee), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.508629 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-71afaf7f-d90d-406c-bc8f-48df63cd1425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1b444f9a-9c85-4fdf-bf0d-eade98c5a6ee), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.548479 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-71afaf7f-d90d-406c-bc8f-48df63cd1425 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab791869a3f347569737c45e4ead6b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002849 Feb 21 01:39:15.549336 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afaf7f-d90d-406c-bc8f-48df63cd1425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b444f9a-9c85-4fdf-bf0d-eade98c5a6ee,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:15.551972 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37670) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:15.600034 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85a8fe70-4423-4d4f-8582-94a10f67cb61 admin admin] Publish callbacks [] for security_group (1b444f9a-9c85-4fdf-bf0d-eade98c5a6ee), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.622293 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85a8fe70-4423-4d4f-8582-94a10f67cb61 admin admin] Publish callbacks [] for security_group (1b444f9a-9c85-4fdf-bf0d-eade98c5a6ee), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.686843 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85a8fe70-4423-4d4f-8582-94a10f67cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1b444f9a-9c85-4fdf-bf0d-eade98c5a6ee), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.689407 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85a8fe70-4423-4d4f-8582-94a10f67cb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.693420 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-85a8fe70-4423-4d4f-8582-94a10f67cb61 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b444f9a-9c85-4fdf-bf0d-eade98c5a6ee HTTP/1.1" status: 204 len: 168 time: 0.1372113 Feb 21 01:39:15.703135 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8fe70-4423-4d4f-8582-94a10f67cb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b444f9a-9c85-4fdf-bf0d-eade98c5a6ee,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:15.722313 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Publish callbacks [] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.729010 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.781688 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9518a-fddf-4900-8797-86e815c71408 None None] Pushing event updated for resources: {'Port': ['ID=a261ed26-caa8-4424-8f3a-fbe5188da5d4,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:15.845996 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Attempting to bind port a261ed26-caa8-4424-8f3a-fbe5188da5d4 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:15.846398 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Attempting to bind port a261ed26-caa8-4424-8f3a-fbe5188da5d4 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:15.846763 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Attempting to bind port a261ed26-caa8-4424-8f3a-fbe5188da5d4 on network 1803728c-d46f-4c3a-9925-d8b31359ee0a {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:15.852256 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:15.852624 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Checking segment: {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:15.853022 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.853803 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Bound using segment: {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:15.854291 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Bound port: a261ed26-caa8-4424-8f3a-fbe5188da5d4, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:15.854665 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.916610 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] For port a261ed26-caa8-4424-8f3a-fbe5188da5d4, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:15.919607 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] For port a261ed26-caa8-4424-8f3a-fbe5188da5d4, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=a261ed26-caa8-4424-8f3a-fbe5188da5d4,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:15.925408 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:15.994159 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Routers {'a668a142-1a70-450b-b7a7-8a02f854fb1e'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:15.994854 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:38:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['a668a142-1a70-450b-b7a7-8a02f854fb1e'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:16.032362 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9518a-fddf-4900-8797-86e815c71408 None None] Pushing event updated for resources: {'Port': ['ID=a261ed26-caa8-4424-8f3a-fbe5188da5d4,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:16.122437 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] Set router a668a142-1a70-450b-b7a7-8a02f854fb1e gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:16.291658 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 82a4d29b-4f59-4e6e-8286-0b55c0332155 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:16.382684 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37698) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:16.438723 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 82a4d29b-4f59-4e6e-8286-0b55c0332155 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:16.439250 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.501402 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-757910553-network', 'tenant_id': '8d55ff8f89dd4efe91ad4e0f863808ee'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:16.529052 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Made reservation on behalf of 8d55ff8f89dd4efe91ad4e0f863808ee for: {'network': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:16.532853 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.543484 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.586574 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 82a4d29b-4f59-4e6e-8286-0b55c0332155 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:16.594510 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:09Z', 'updated_at': '2022-02-21T01:39:12Z', 'revision_number': 4, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'gw_port': {'id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:10Z', 'updated_at': '2022-02-21T01:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'a261ed26-caa8-4424-8f3a-fbe5188da5d4', 'name': '', 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'mac_address': 'fa:16:3e:ac:dc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f6769db6-81fa-4269-a44e-18f06488f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:12Z', 'updated_at': '2022-02-21T01:39:15Z', 'revision_number': 4, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'subnets': [{'id': 'f6769db6-81fa-4269-a44e-18f06488f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:16.623178 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5c8be-76d9-4db3-97b6-9932d1a0880b None None] The sync data for ids ['a668a142-1a70-450b-b7a7-8a02f854fb1e'] in dv-cinder-813229-6-iscsi is: [{'id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:09Z', 'updated_at': '2022-02-21T01:39:12Z', 'revision_number': 4, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'gw_port': {'id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:10Z', 'updated_at': '2022-02-21T01:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'a261ed26-caa8-4424-8f3a-fbe5188da5d4', 'name': '', 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'mac_address': 'fa:16:3e:ac:dc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f6769db6-81fa-4269-a44e-18f06488f254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:12Z', 'updated_at': '2022-02-21T01:39:15Z', 'revision_number': 4, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'subnets': [{'id': 'f6769db6-81fa-4269-a44e-18f06488f254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:16.635044 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Publish callbacks [] for security_group (c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.642943 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.676921 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:39:16.683358 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:16.707046 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (64d43a67-d384-4c83-9bd6-290fa26cbff4), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.707435 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.segments_db [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Added segment 64d43a67-d384-4c83-9bd6-290fa26cbff4 of type vlan for network 70a8976c-0f11-4389-a937-c280efbc1de6 Feb 21 01:39:16.773350 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (70a8976c-0f11-4389-a937-c280efbc1de6), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.806692 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (70a8976c-0f11-4389-a937-c280efbc1de6), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.807739 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:16.808367 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.874742 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4900498 Feb 21 01:39:16.875097 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37722) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:16.882021 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Request body: {'subnet': {'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-757910553-subnet', 'tenant_id': '8d55ff8f89dd4efe91ad4e0f863808ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:16.891703 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c7364-ef92-45d6-8fdd-80d528d76099 admin admin] Pushing event updated for resources: {'Network': ['ID=70a8976c-0f11-4389-a937-c280efbc1de6,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:16.907422 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Made reservation on behalf of 8d55ff8f89dd4efe91ad4e0f863808ee for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:16.909238 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 70a8976c-0f11-4389-a937-c280efbc1de6 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:39:16.911014 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:17.132100 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (fa67cff6-02cc-4146-9597-ceda7785d61f), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:17.187702 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa67cff6-02cc-4146-9597-ceda7785d61f,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:17.209212 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Checking segment: {'id': '64d43a67-d384-4c83-9bd6-290fa26cbff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:17.209574 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Network hostable DHCP agents. Network: 70a8976c-0f11-4389-a937-c280efbc1de6, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:39:17.227010 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Network 70a8976c-0f11-4389-a937-c280efbc1de6 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:39:17.239096 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 70a8976c-0f11-4389-a937-c280efbc1de6) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:17.243880 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:17.244593 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:17.248467 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c8158-d95e-441b-bac0-a8d2937947b9 None None] Network 70a8976c-0f11-4389-a937-c280efbc1de6 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:17.274938 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5c84f51f-2c19-4dea-a5a5-3c8f87fa16a6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3985248 Feb 21 01:39:17.387521 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0003b3c-f81b-419b-bc1b-0259c7132470 None None] Network 70a8976c-0f11-4389-a937-c280efbc1de6 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:18.005492 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-3563c5c1-3d2a-4413-9125-7bed4c165dc8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:18.006959 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-3563c5c1-3d2a-4413-9125-7bed4c165dc8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 818 time: 0.1088173 Feb 21 01:39:18.021676 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-7866a4a1-fa02-4e0d-9231-a2e506c908d4 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/quotas/1d5b71bc1bf2467dada53f1eb9447438 HTTP/1.1" status: 200 len: 375 time: 0.0091894 Feb 21 01:39:18.082198 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-2644b01a-4f34-4389-9bd4-c64162987cba tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525014 Feb 21 01:39:18.158412 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37762) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:18.196903 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-cbbe166e-d882-47fd-b512-27c49b673d9f service neutron] 10.222.0.79 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054244 Feb 21 01:39:18.315148 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-45e9420a-e6df-4cdb-b341-ed415f16642f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.345144 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9ad2e108-1989-4df0-b49d-70862ced81c5 service neutron] 10.222.0.79 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389196 Feb 21 01:39:18.351530 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device a261ed26-caa8-4424-8f3a-fbe5188da5d4 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:18.410079 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port a261ed26-caa8-4424-8f3a-fbe5188da5d4 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:18.410502 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.415914 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-45e9420a-e6df-4cdb-b341-ed415f16642f admin admin] Publish callbacks [] for security_group (8c0621b5-6ae8-4e94-96ac-a061d06bef18), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.426471 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-45e9420a-e6df-4cdb-b341-ed415f16642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8c0621b5-6ae8-4e94-96ac-a061d06bef18), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.473790 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-45e9420a-e6df-4cdb-b341-ed415f16642f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b3173ba0ddf495fbe475a5b657f9e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142486 Feb 21 01:39:18.475998 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9420a-e6df-4cdb-b341-ed415f16642f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0621b5-6ae8-4e94-96ac-a061d06bef18,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:18.477399 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37774) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:18.530357 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port a261ed26-caa8-4424-8f3a-fbe5188da5d4 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:18.530845 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-58f18f99-68f5-4eb9-b8a0-de3fdf6c40c2 req-2ad2297d-02b6-4455-a994-8a029f6404e1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 210 time: 0.0272942 Feb 21 01:39:18.531048 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.558453 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6c12909d-f4f9-41ff-ab14-4ce4605ab25a admin admin] Publish callbacks [] for security_group (8c0621b5-6ae8-4e94-96ac-a061d06bef18), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.579970 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port a261ed26-caa8-4424-8f3a-fbe5188da5d4, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=a261ed26-caa8-4424-8f3a-fbe5188da5d4,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:18.585908 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.602902 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6c12909d-f4f9-41ff-ab14-4ce4605ab25a admin admin] Publish callbacks [] for security_group (8c0621b5-6ae8-4e94-96ac-a061d06bef18), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.646951 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=a261ed26-caa8-4424-8f3a-fbe5188da5d4,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:18.666056 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6c12909d-f4f9-41ff-ab14-4ce4605ab25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8c0621b5-6ae8-4e94-96ac-a061d06bef18), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.668899 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6c12909d-f4f9-41ff-ab14-4ce4605ab25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.678476 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-6c12909d-f4f9-41ff-ab14-4ce4605ab25a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8c0621b5-6ae8-4e94-96ac-a061d06bef18 HTTP/1.1" status: 204 len: 168 time: 0.1908801 Feb 21 01:39:18.689185 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12909d-f4f9-41ff-ab14-4ce4605ab25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0621b5-6ae8-4e94-96ac-a061d06bef18,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:19.030166 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37808) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:19.043813 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8591e54e-78cf-40d8-b623-db5ea68802e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.131373 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8591e54e-78cf-40d8-b623-db5ea68802e6 admin admin] Publish callbacks [] for security_group (809bdf7a-5b45-48c8-8b81-5bc7d6d299b4), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.135181 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8591e54e-78cf-40d8-b623-db5ea68802e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (809bdf7a-5b45-48c8-8b81-5bc7d6d299b4), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.178247 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8591e54e-78cf-40d8-b623-db5ea68802e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47cb2c9af150493484862eecca254816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439662 Feb 21 01:39:19.178247 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37812) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:19.185592 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591e54e-78cf-40d8-b623-db5ea68802e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809bdf7a-5b45-48c8-8b81-5bc7d6d299b4,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:19.238541 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-304b2da1-0cb3-4405-a636-059106fd30fb admin admin] Publish callbacks [] for security_group (809bdf7a-5b45-48c8-8b81-5bc7d6d299b4), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.260226 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-304b2da1-0cb3-4405-a636-059106fd30fb admin admin] Publish callbacks [] for security_group (809bdf7a-5b45-48c8-8b81-5bc7d6d299b4), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.320796 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-304b2da1-0cb3-4405-a636-059106fd30fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (809bdf7a-5b45-48c8-8b81-5bc7d6d299b4), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.323397 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-304b2da1-0cb3-4405-a636-059106fd30fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.324839 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-304b2da1-0cb3-4405-a636-059106fd30fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/809bdf7a-5b45-48c8-8b81-5bc7d6d299b4 HTTP/1.1" status: 204 len: 168 time: 0.1453888 Feb 21 01:39:19.332905 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b2da1-0cb3-4405-a636-059106fd30fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809bdf7a-5b45-48c8-8b81-5bc7d6d299b4,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:19.695703 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 37822) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:19.714626 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68f3ecf4-60d9-4ede-8367-8066712dff72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.738608 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-4ec12ec4-8a67-4758-b59d-93ec49211cca tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:19.740797 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-4ec12ec4-8a67-4758-b59d-93ec49211cca tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.73 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 818 time: 0.1406331 Feb 21 01:39:19.757060 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Request body: {'port': {'device_id': '10a62926-79a9-4593-b05d-f44c1bd15840', 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a', 'admin_state_up': True, 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:19.902634 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68f3ecf4-60d9-4ede-8367-8066712dff72 admin admin] Publish callbacks [] for security_group (8598f475-2ae8-4b08-bcdb-823f72389f4c), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.910600 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68f3ecf4-60d9-4ede-8367-8066712dff72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8598f475-2ae8-4b08-bcdb-823f72389f4c), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.947916 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Made reservation on behalf of 1d5b71bc1bf2467dada53f1eb9447438 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:19.951015 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:19.993121 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-68f3ecf4-60d9-4ede-8367-8066712dff72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0f515f3be8784f3d8f95af183d9ae9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962584 Feb 21 01:39:19.996316 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 37838) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:20.020979 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3ecf4-60d9-4ede-8367-8066712dff72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8598f475-2ae8-4b08-bcdb-823f72389f4c,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:20.063729 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-09a45bb0-ea30-4b77-a228-8bd3196f1870 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:20.065214 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-09a45bb0-ea30-4b77-a228-8bd3196f1870 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/networks?id=70a8976c-0f11-4389-a937-c280efbc1de6 HTTP/1.1" status: 200 len: 808 time: 0.1354656 Feb 21 01:39:20.093182 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-ac4eb5e6-59de-4b60-8c09-1ba6684dc570 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/quotas/8d55ff8f89dd4efe91ad4e0f863808ee HTTP/1.1" status: 200 len: 375 time: 0.0210490 Feb 21 01:39:20.093837 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7c1500ca-f30f-4ed8-9616-743feca79749 admin admin] Publish callbacks [] for security_group (8598f475-2ae8-4b08-bcdb-823f72389f4c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:20.123981 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-3c714496-4fb3-4ac6-8ae0-a5726b873cb7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:20.125449 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-3c714496-4fb3-4ac6-8ae0-a5726b873cb7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 818 time: 0.1986411 Feb 21 01:39:20.128527 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7c1500ca-f30f-4ed8-9616-743feca79749 admin admin] Publish callbacks [] for security_group (8598f475-2ae8-4b08-bcdb-823f72389f4c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:20.153168 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-defed032-c786-4d7d-be24-7baa1d64e972 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d55ff8f89dd4efe91ad4e0f863808ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431030 Feb 21 01:39:20.179398 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-68411141-4e28-488e-8929-ab1535c2b024 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/quotas/1d5b71bc1bf2467dada53f1eb9447438 HTTP/1.1" status: 200 len: 375 time: 0.0420320 Feb 21 01:39:20.223654 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Allocated IP 172.20.0.2 (1803728c-d46f-4c3a-9925-d8b31359ee0a/f6769db6-81fa-4269-a44e-18f06488f254/cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:20.259805 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-33f6f808-2b1b-4732-a64d-2bef8a729ddb tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732913 Feb 21 01:39:20.276055 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7c1500ca-f30f-4ed8-9616-743feca79749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8598f475-2ae8-4b08-bcdb-823f72389f4c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:20.278649 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7c1500ca-f30f-4ed8-9616-743feca79749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:20.282022 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7c1500ca-f30f-4ed8-9616-743feca79749 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8598f475-2ae8-4b08-bcdb-823f72389f4c HTTP/1.1" status: 204 len: 168 time: 0.2825079 Feb 21 01:39:20.292916 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-f6e30ffa-cb98-4828-9391-2de1e5def67d service neutron] 10.222.0.79 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180401 Feb 21 01:39:20.294350 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1500ca-f30f-4ed8-9616-743feca79749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8598f475-2ae8-4b08-bcdb-823f72389f4c,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:20.382276 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device a261ed26-caa8-4424-8f3a-fbe5188da5d4 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:20.451019 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-b0d1474b-4c7e-4b59-b893-0a45640b1f72 service neutron] 10.222.0.79 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468415 Feb 21 01:39:20.517788 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port a261ed26-caa8-4424-8f3a-fbe5188da5d4 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:20.518186 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:20.606355 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port a261ed26-caa8-4424-8f3a-fbe5188da5d4 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:20.692780 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-25fd3800-2a62-45cd-9411-2fea52b8b74b req-407b3b79-eaa6-489f-ae88-9946cdf64d76 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 210 time: 0.0633862 Feb 21 01:39:20.725385 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-ce842281-75d4-4310-aca5-2b5c50eeeb25 service neutron] 10.222.0.79 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543533 Feb 21 01:39:20.803525 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks [] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:20.866283 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-a6a1f698-f467-4626-8a9f-58f93125c10c service neutron] 10.222.0.79 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280794 Feb 21 01:39:20.868291 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:20.911771 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Network 1803728c-d46f-4c3a-9925-d8b31359ee0a is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:20.914953 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:20.918745 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:20.948873 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Pushing event updated for resources: {'Port': ['ID=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:20.987145 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:20.988065 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:21.014058 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-a01d93a4-95ff-45dd-9b4b-4789bec946ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2622709 Feb 21 01:39:21.028430 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Request body: {'port': {'device_id': '10a62926-79a9-4593-b05d-f44c1bd15840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:21.113255 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:21.168837 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6299b470-b32d-464f-868a-a675766e5791 req-d128fbd2-6c13-4a1a-8fd0-4116bb5d3440 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 210 time: 0.0518658 Feb 21 01:39:21.463508 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:21.472534 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Publish callbacks [] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:21.490036 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Transition to ACTIVE for port object cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:39:21.495996 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:21.565794 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:21.644366 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Attempting to bind port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:21.644705 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Attempting to bind port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:21.645031 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Attempting to bind port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 on network 1803728c-d46f-4c3a-9925-d8b31359ee0a {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:21.651120 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 on network 1803728c-d46f-4c3a-9925-d8b31359ee0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:39:21.651406 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Attempting to bind port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 on network 1803728c-d46f-4c3a-9925-d8b31359ee0a {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:21.657157 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:21.657512 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Checking segment: {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:21.657888 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Bound using segment: {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:21.658347 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Bound port: cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:21.659041 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:21.735589 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] For port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:21.739766 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] For port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:21.748292 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:21.798687 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:21.799309 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:21.800720 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 HTTP/1.1" status: 200 len: 1093 time: 0.7770631 Feb 21 01:39:21.801201 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a62926-79a9-4593-b05d-f44c1bd15840', 'tag': 'cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:21.804262 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d896b03-aa34-40d6-9285-a8e5091d3e25" -d '{"events": [{"name": "network-changed", "server_uuid": "10a62926-79a9-4593-b05d-f44c1bd15840", "tag": "cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:21.841287 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5a712dda-e6f2-47a0-9feb-c659e39b3571 req-73384fef-682d-4b28-b7dc-0fefe1f3a626 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 210 time: 0.0342889 Feb 21 01:39:21.858236 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30640ce5-50c8-4c03-8747-111207620889 x-openstack-request-id: req-30640ce5-50c8-4c03-8747-111207620889 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:21.859053 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a62926-79a9-4593-b05d-f44c1bd15840", "tag": "cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:21.859499 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30640ce5-50c8-4c03-8747-111207620889 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:21.860433 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a62926-79a9-4593-b05d-f44c1bd15840', 'tag': 'cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3', 'status': 'completed', 'code': 200} Feb 21 01:39:21.873302 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f6841-872d-4ce2-92f2-3d313f0f9603 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:21.984457 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-d646bdea-1164-42b7-b529-e39e7bd5ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:21.987350 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-d646bdea-1164-42b7-b529-e39e7bd5ac75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 1127 time: 0.0927372 Feb 21 01:39:22.053790 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-7bc36926-ec87-4c1a-a263-a216f113a90a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 HTTP/1.1" status: 200 len: 217 time: 0.0548398 Feb 21 01:39:22.099124 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-4f21f044-1c55-4a99-964e-aa72cf2c9382 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:22.100989 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-4f21f044-1c55-4a99-964e-aa72cf2c9382 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.73 "GET /v2.0/networks?id=70a8976c-0f11-4389-a937-c280efbc1de6 HTTP/1.1" status: 200 len: 808 time: 0.1478577 Feb 21 01:39:22.117416 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Request body: {'port': {'device_id': '51a5346d-aa61-4e30-afcc-595db267ce97', 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6', 'admin_state_up': True, 'tenant_id': '8d55ff8f89dd4efe91ad4e0f863808ee'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:22.119525 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-b550b1d9-65fa-4331-b3b6-dc7817f32239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:22.121028 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-b550b1d9-65fa-4331-b3b6-dc7817f32239 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 200 len: 858 time: 0.0590901 Feb 21 01:39:22.157515 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-1553fd0d-9e66-4294-827d-178ed6a02c72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1803728c-d46f-4c3a-9925-d8b31359ee0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261796 Feb 21 01:39:22.260015 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1c092024-31b1-4a1a-812a-bef78968d703 req-090d4088-cf49-4201-8dbd-3269963f77f7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 210 time: 0.0298536 Feb 21 01:39:22.263045 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-1d2959d8-a1ea-44cf-bdca-9388a9cbd9e1 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941870 Feb 21 01:39:22.269980 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Made reservation on behalf of 8d55ff8f89dd4efe91ad4e0f863808ee for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:22.273453 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:22.391811 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-380a64ee-bebb-46ce-9cc9-f0f6cd3530ce req-4116eef5-5d11-40e7-a23b-d427973068e3 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188924 Feb 21 01:39:22.422375 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Allocated IP 172.20.0.14 (70a8976c-0f11-4389-a937-c280efbc1de6/fa67cff6-02cc-4146-9597-ceda7785d61f/48cc88eb-d07e-48cc-82dd-c12c14600bbb) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:22.578743 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-e42e23c7-6035-404e-914d-0dec29ad964d tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:22.580457 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-e42e23c7-6035-404e-914d-0dec29ad964d tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.73 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 818 time: 0.1285245 Feb 21 01:39:22.597747 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Request body: {'port': {'device_id': 'c4a63694-faf0-4f2d-b4eb-450b168379b9', 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a', 'admin_state_up': True, 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:22.613282 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks [] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:22.664777 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-12c28f2c-9976-4d02-8b07-2911cabb1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:22.666986 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-12c28f2c-9976-4d02-8b07-2911cabb1837 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 1127 time: 0.1420045 Feb 21 01:39:22.674629 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:22.713665 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Made reservation on behalf of 1d5b71bc1bf2467dada53f1eb9447438 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:22.717273 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:22.773602 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Network 70a8976c-0f11-4389-a937-c280efbc1de6 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:22.789401 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:22.791806 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:22.799394 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:22.800056 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:22.812339 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Pushing event updated for resources: {'Port': ['ID=48cc88eb-d07e-48cc-82dd-c12c14600bbb,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:22.831658 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-5a92db6b-9d84-428d-8e0c-c2ff82ba1f8a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7188137 Feb 21 01:39:22.846449 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Request body: {'port': {'device_id': '51a5346d-aa61-4e30-afcc-595db267ce97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:22.860729 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Allocated IP 172.20.0.10 (1803728c-d46f-4c3a-9925-d8b31359ee0a/f6769db6-81fa-4269-a44e-18f06488f254/89c35d85-29c6-456c-9f0c-5557be5be4cf) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:22.881692 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-799cf21f-adfe-4a70-a649-bd1efe70c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:22.883501 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-799cf21f-adfe-4a70-a649-bd1efe70c2d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 918 time: 0.2033889 Feb 21 01:39:22.952758 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-f0a43cae-0fd6-4d02-af28-d3d861aa89b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 HTTP/1.1" status: 200 len: 217 time: 0.0573654 Feb 21 01:39:22.958558 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.027918 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf49c0-6787-4444-8914-8bc652d61185 req-a39fd379-5251-4077-a166-ee9c8dd2d0df tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:23.029450 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6ecf49c0-6787-4444-8914-8bc652d61185 req-a39fd379-5251-4077-a166-ee9c8dd2d0df tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 932 time: 0.1124537 Feb 21 01:39:23.037422 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-2b4039b4-2d54-4a01-8b0d-46ca676a0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:23.038902 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-2b4039b4-2d54-4a01-8b0d-46ca676a0226 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 200 len: 858 time: 0.0770612 Feb 21 01:39:23.102033 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks [] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.117313 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6ecf49c0-6787-4444-8914-8bc652d61185 req-5734d7d8-ad2d-4cbf-941d-bb8cf01aec5e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728765 Feb 21 01:39:23.128788 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-505f6b3b-3bdb-4fcf-829d-b06abcd8c17d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1803728c-d46f-4c3a-9925-d8b31359ee0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802145 Feb 21 01:39:23.163603 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.208971 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Network 1803728c-d46f-4c3a-9925-d8b31359ee0a is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:23.214415 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:23.218841 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:23.254816 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Pushing event updated for resources: {'Port': ['ID=89c35d85-29c6-456c-9f0c-5557be5be4cf,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:23.296137 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:23.296887 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.303322 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-81f442b8-00e0-4bf7-ae4e-56c9832c07a9 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636713 Feb 21 01:39:23.323287 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4e50aa44-ee70-4a6b-b323-b7fb33fae71b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7291415 Feb 21 01:39:23.348707 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Request body: {'port': {'device_id': 'c4a63694-faf0-4f2d-b4eb-450b168379b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:23.461261 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.483189 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48cc88eb-d07e-48cc-82dd-c12c14600bbb {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:23.496768 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Publish callbacks [] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.509314 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d896b03-aa34-40d6-9285-a8e5091d3e25 req-b690d0ba-e0c2-46b6-9676-c3a541fb3855 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966183 Feb 21 01:39:23.525623 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d01fea-dcb9-482a-b35c-48bbe1c6b2b3 req-38ac0b64-59a5-4a19-8dbe-c7267065e073 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:23.527256 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a8d01fea-dcb9-482a-b35c-48bbe1c6b2b3 req-38ac0b64-59a5-4a19-8dbe-c7267065e073 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 932 time: 0.1510577 Feb 21 01:39:23.530422 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Transition to ACTIVE for port object 48cc88eb-d07e-48cc-82dd-c12c14600bbb will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:39:23.535824 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.623022 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Pushing event updated for resources: {'Port': ['ID=48cc88eb-d07e-48cc-82dd-c12c14600bbb,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:23.662239 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a8d01fea-dcb9-482a-b35c-48bbe1c6b2b3 req-5952a9ac-91fb-46b1-964b-2c013aed9abc tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206763 Feb 21 01:39:23.667417 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Attempting to bind port 48cc88eb-d07e-48cc-82dd-c12c14600bbb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:23.668378 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Attempting to bind port 48cc88eb-d07e-48cc-82dd-c12c14600bbb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '64d43a67-d384-4c83-9bd6-290fa26cbff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:23.668378 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Attempting to bind port 48cc88eb-d07e-48cc-82dd-c12c14600bbb on network 70a8976c-0f11-4389-a937-c280efbc1de6 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:23.673525 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Port 48cc88eb-d07e-48cc-82dd-c12c14600bbb on network 70a8976c-0f11-4389-a937-c280efbc1de6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:39:23.673848 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Attempting to bind port 48cc88eb-d07e-48cc-82dd-c12c14600bbb on network 70a8976c-0f11-4389-a937-c280efbc1de6 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:23.679201 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:23.679536 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Checking segment: {'id': '64d43a67-d384-4c83-9bd6-290fa26cbff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:23.679915 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Bound using segment: {'id': '64d43a67-d384-4c83-9bd6-290fa26cbff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:23.680338 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Bound port: 48cc88eb-d07e-48cc-82dd-c12c14600bbb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d43a67-d384-4c83-9bd6-290fa26cbff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:23.680687 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.741968 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] For port 48cc88eb-d07e-48cc-82dd-c12c14600bbb, host hv-cinder-81322, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:23.745560 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] For port 48cc88eb-d07e-48cc-82dd-c12c14600bbb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48cc88eb-d07e-48cc-82dd-c12c14600bbb,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:23.751117 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.789804 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:23.790267 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.791806 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] 10.222.0.73 "PUT /v2.0/ports/48cc88eb-d07e-48cc-82dd-c12c14600bbb HTTP/1.1" status: 200 len: 1094 time: 0.9517474 Feb 21 01:39:23.794275 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a5346d-aa61-4e30-afcc-595db267ce97', 'tag': '48cc88eb-d07e-48cc-82dd-c12c14600bbb'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:23.796492 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed510cfe-fe45-4c72-ad68-74807b9330bf" -d '{"events": [{"name": "network-changed", "server_uuid": "51a5346d-aa61-4e30-afcc-595db267ce97", "tag": "48cc88eb-d07e-48cc-82dd-c12c14600bbb"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:23.798505 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c35d85-29c6-456c-9f0c-5557be5be4cf {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:23.806154 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Publish callbacks [] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.820012 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Transition to ACTIVE for port object 89c35d85-29c6-456c-9f0c-5557be5be4cf will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:39:23.824230 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ffb53-b867-411e-bf9b-3893b294320d service neutron] Pushing event updated for resources: {'Port': ['ID=48cc88eb-d07e-48cc-82dd-c12c14600bbb,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:23.825476 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.863095 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe99ac5-f1ee-4cfe-b39f-b4cec02ed305 x-openstack-request-id: req-dbe99ac5-f1ee-4cfe-b39f-b4cec02ed305 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:23.863384 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a5346d-aa61-4e30-afcc-595db267ce97", "tag": "48cc88eb-d07e-48cc-82dd-c12c14600bbb", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:23.863630 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dbe99ac5-f1ee-4cfe-b39f-b4cec02ed305 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:23.864014 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a5346d-aa61-4e30-afcc-595db267ce97', 'tag': '48cc88eb-d07e-48cc-82dd-c12c14600bbb', 'status': 'completed', 'code': 200} Feb 21 01:39:23.898681 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Pushing event updated for resources: {'Port': ['ID=89c35d85-29c6-456c-9f0c-5557be5be4cf,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:23.901668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-595a339f-1bbb-432f-9d0b-facdfb1fa323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:23.903387 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-595a339f-1bbb-432f-9d0b-facdfb1fa323 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d55ff8f89dd4efe91ad4e0f863808ee&device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 1128 time: 0.0513535 Feb 21 01:39:23.945194 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-be3111c1-dd91-4019-8782-70b70bfae994 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48cc88eb-d07e-48cc-82dd-c12c14600bbb HTTP/1.1" status: 200 len: 217 time: 0.0333288 Feb 21 01:39:23.946607 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Attempting to bind port 89c35d85-29c6-456c-9f0c-5557be5be4cf on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:23.946941 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Attempting to bind port 89c35d85-29c6-456c-9f0c-5557be5be4cf by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:23.947261 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Attempting to bind port 89c35d85-29c6-456c-9f0c-5557be5be4cf on network 1803728c-d46f-4c3a-9925-d8b31359ee0a {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:23.951987 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Port 89c35d85-29c6-456c-9f0c-5557be5be4cf on network 1803728c-d46f-4c3a-9925-d8b31359ee0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:39:23.952325 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Attempting to bind port 89c35d85-29c6-456c-9f0c-5557be5be4cf on network 1803728c-d46f-4c3a-9925-d8b31359ee0a {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:23.957258 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:23.957591 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Checking segment: {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:23.958743 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Bound using segment: {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:23.959175 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Bound port: 89c35d85-29c6-456c-9f0c-5557be5be4cf, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd529aa8e-7df9-465e-a022-fac2ca71777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:23.959527 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:23.995622 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-af7305e5-75a2-4338-a72a-20b368237b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:23.997054 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-af7305e5-75a2-4338-a72a-20b368237b16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa67cff6-02cc-4146-9597-ceda7785d61f HTTP/1.1" status: 200 len: 848 time: 0.0456331 Feb 21 01:39:24.023951 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] For port 89c35d85-29c6-456c-9f0c-5557be5be4cf, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:24.027293 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] For port 89c35d85-29c6-456c-9f0c-5557be5be4cf, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c35d85-29c6-456c-9f0c-5557be5be4cf,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:24.033295 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:24.034198 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-70ccee0d-9010-47e4-9dfc-13a20dfe58df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70a8976c-0f11-4389-a937-c280efbc1de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302939 Feb 21 01:39:24.071552 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.072258 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:24.073776 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] 10.222.0.73 "PUT /v2.0/ports/89c35d85-29c6-456c-9f0c-5557be5be4cf HTTP/1.1" status: 200 len: 1094 time: 0.7330792 Feb 21 01:39:24.074307 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a63694-faf0-4f2d-b4eb-450b168379b9', 'tag': '89c35d85-29c6-456c-9f0c-5557be5be4cf'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:24.076607 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e535dd-69f8-4862-a570-5a25af48353c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a63694-faf0-4f2d-b4eb-450b168379b9", "tag": "89c35d85-29c6-456c-9f0c-5557be5be4cf"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:24.120897 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9fdb6-ecd6-41ab-87f3-5ad998fe5b89 service neutron] Pushing event updated for resources: {'Port': ['ID=89c35d85-29c6-456c-9f0c-5557be5be4cf,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:24.132958 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b046d829-0d60-40d3-a0bd-6521027a2a24 x-openstack-request-id: req-b046d829-0d60-40d3-a0bd-6521027a2a24 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:24.133248 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a63694-faf0-4f2d-b4eb-450b168379b9", "tag": "89c35d85-29c6-456c-9f0c-5557be5be4cf", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:24.133559 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b046d829-0d60-40d3-a0bd-6521027a2a24 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:24.133933 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a63694-faf0-4f2d-b4eb-450b168379b9', 'tag': '89c35d85-29c6-456c-9f0c-5557be5be4cf', 'status': 'completed', 'code': 200} Feb 21 01:39:24.154596 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-c70a5f72-9e88-42e6-bd69-d8a78ad7d48c service neutron] 10.222.0.73 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127532 Feb 21 01:39:24.244063 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-b94aa971-d942-4632-9df3-c0efa64c7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.245579 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-b94aa971-d942-4632-9df3-c0efa64c7a35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 1128 time: 0.0969703 Feb 21 01:39:24.263832 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-83a157b3-c6ac-469b-b3bd-8729c52e8aaa req-4f517cf0-5150-44dc-8545-bbf562221fa8 service neutron] 10.222.0.73 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016562 Feb 21 01:39:24.296870 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-b04a88b1-651c-4b6a-99b8-648597198c13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c35d85-29c6-456c-9f0c-5557be5be4cf HTTP/1.1" status: 200 len: 217 time: 0.0392280 Feb 21 01:39:24.304561 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db50b1-ca50-4960-842f-1cff49d3dec4 req-a4b8d58f-d9f8-442c-a08f-a4bcb8001706 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.306247 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-21db50b1-ca50-4960-842f-1cff49d3dec4 req-a4b8d58f-d9f8-442c-a08f-a4bcb8001706 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 944 time: 0.0899801 Feb 21 01:39:24.363917 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-858270da-f485-4b75-a50f-fe3f5ed4cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.365422 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-858270da-f485-4b75-a50f-fe3f5ed4cb74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d55ff8f89dd4efe91ad4e0f863808ee&device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 1128 time: 0.0461442 Feb 21 01:39:24.378893 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4b92b93e-9443-467a-be2e-a1e47de1b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.380385 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-4b92b93e-9443-467a-be2e-a1e47de1b901 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 200 len: 858 time: 0.0722244 Feb 21 01:39:24.400001 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-21db50b1-ca50-4960-842f-1cff49d3dec4 req-680b6088-dad9-4c82-ab1c-02d8f91f28b1 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843015 Feb 21 01:39:24.416211 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-09ac05a3-3889-4e3f-be8c-b3e408c7b1ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1803728c-d46f-4c3a-9925-d8b31359ee0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285146 Feb 21 01:39:24.459811 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-fbeb9a4a-5378-47e5-879d-04f186660411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.461290 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-fbeb9a4a-5378-47e5-879d-04f186660411 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70a8976c-0f11-4389-a937-c280efbc1de6 HTTP/1.1" status: 200 len: 908 time: 0.0884833 Feb 21 01:39:24.514443 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-460e3db6-7ad7-4fe3-a942-0440b44d0350 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909643 Feb 21 01:39:24.515252 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-98ac690d-1756-4f8d-b723-87206b489fe8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48cc88eb-d07e-48cc-82dd-c12c14600bbb HTTP/1.1" status: 200 len: 217 time: 0.0443122 Feb 21 01:39:24.588362 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-34c1907f-b0dc-4ab3-9cf5-b76260e37f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.590367 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-34c1907f-b0dc-4ab3-9cf5-b76260e37f7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa67cff6-02cc-4146-9597-ceda7785d61f HTTP/1.1" status: 200 len: 848 time: 0.0522666 Feb 21 01:39:24.635168 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-6d1d5414-0148-4971-9044-3dea0faee5b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70a8976c-0f11-4389-a937-c280efbc1de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344188 Feb 21 01:39:24.640578 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c96e9714-9eb7-45d3-9193-392281f1dc9b req-323a24de-13f6-4c7f-946e-1b84e89ff9ee service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018996 Feb 21 01:39:24.754249 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-8881b9a1-f5e9-4e14-9e0c-c95ed21e3f6f service neutron] 10.222.0.73 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083536 Feb 21 01:39:24.765126 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e535dd-69f8-4862-a570-5a25af48353c req-422e4185-3f1a-4600-8850-f517f823dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.766568 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e8e535dd-69f8-4862-a570-5a25af48353c req-422e4185-3f1a-4600-8850-f517f823dbd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 1128 time: 0.0636663 Feb 21 01:39:24.894363 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e535dd-69f8-4862-a570-5a25af48353c req-18ae852a-2203-4b84-bf5d-15b9fc429baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.896052 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e8e535dd-69f8-4862-a570-5a25af48353c req-18ae852a-2203-4b84-bf5d-15b9fc429baa service neutron] 10.222.0.73 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 918 time: 0.1213007 Feb 21 01:39:24.897639 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb881140-bc0b-4410-8c32-8986c8f12cbb req-cbb84a3f-6f1d-4c7c-a7a3-cd589f180771 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.899170 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eb881140-bc0b-4410-8c32-8986c8f12cbb req-cbb84a3f-6f1d-4c7c-a7a3-cd589f180771 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 944 time: 0.1185064 Feb 21 01:39:24.905299 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ed510cfe-fe45-4c72-ad68-74807b9330bf req-675babb6-4235-4bf4-bd91-70b429d80fbe service neutron] 10.222.0.73 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390970 Feb 21 01:39:24.956058 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e8e535dd-69f8-4862-a570-5a25af48353c req-05c6c82c-e497-469a-869f-f598f5ceb404 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c35d85-29c6-456c-9f0c-5557be5be4cf HTTP/1.1" status: 200 len: 217 time: 0.0383952 Feb 21 01:39:25.013587 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e535dd-69f8-4862-a570-5a25af48353c req-02ecded3-7f51-464b-83f1-1d827165dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:25.015433 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e8e535dd-69f8-4862-a570-5a25af48353c req-02ecded3-7f51-464b-83f1-1d827165dae5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 200 len: 858 time: 0.0456543 Feb 21 01:39:25.054807 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e8e535dd-69f8-4862-a570-5a25af48353c req-eb92e25c-2caa-4d7b-992c-e120f05892a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1803728c-d46f-4c3a-9925-d8b31359ee0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302138 Feb 21 01:39:25.147717 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e8e535dd-69f8-4862-a570-5a25af48353c req-5c1d2bab-e96a-45f8-a406-341a5778b1e6 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849071 Feb 21 01:39:25.156145 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:39:25.161813 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eb881140-bc0b-4410-8c32-8986c8f12cbb req-fe3ad306-f207-4d3b-9d56-1eb62591e87d tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529051 Feb 21 01:39:25.259873 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e8e535dd-69f8-4862-a570-5a25af48353c req-37a0203e-2ac9-4b6c-919d-cc6de3145139 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023667 Feb 21 01:39:25.261418 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:25.273474 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': 'cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3', 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a', 'port_id': 'cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3', 'mac_address': 'fa:16:3e:40:e9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6769db6-81fa-4269-a44e-18f06488f254', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:39:25.326909 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e5b51f1c-e3e2-4095-a319-dfef5d0d270e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:25.329423 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:25.329808 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:25.343378 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:25.364881 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:25.368925 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:25.415983 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:25.518116 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a063e08-d7c0-41a1-8957-88481acc6dab req-3c9ad2a1-6626-426d-9e89-d2b3cde0f1a0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:25.519601 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5a063e08-d7c0-41a1-8957-88481acc6dab req-3c9ad2a1-6626-426d-9e89-d2b3cde0f1a0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 944 time: 0.0526049 Feb 21 01:39:25.567881 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5a063e08-d7c0-41a1-8957-88481acc6dab req-0b2ccbeb-0692-4f78-9349-ba5ec7d09266 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Feb 21 01:39:25.722003 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:39:26.291470 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84973a5f-5ee9-4996-9706-84e083425224 req-de01c766-977f-4d0f-ba87-2349ecd3726e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:26.293146 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-84973a5f-5ee9-4996-9706-84e083425224 req-de01c766-977f-4d0f-ba87-2349ecd3726e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 944 time: 0.0579565 Feb 21 01:39:26.341567 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-84973a5f-5ee9-4996-9706-84e083425224 req-93aac507-2314-46ef-8632-23fef8e5c108 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425260 Feb 21 01:39:26.696448 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a542f3-4516-4f14-8935-166beee29a73 req-e38b964c-26d9-422f-8fdc-d80fcd04b39d tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:26.705902 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-34a542f3-4516-4f14-8935-166beee29a73 req-e38b964c-26d9-422f-8fdc-d80fcd04b39d tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 944 time: 0.0689559 Feb 21 01:39:26.749287 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-34a542f3-4516-4f14-8935-166beee29a73 req-c3c57c04-a116-40b9-884d-ad577809b6c2 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Feb 21 01:39:27.162231 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 48cc88eb-d07e-48cc-82dd-c12c14600bbb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:39:27.164451 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:27.279423 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:39:27.289749 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:27.290130 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:27.319999 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 48cc88eb-d07e-48cc-82dd-c12c14600bbb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48cc88eb-d07e-48cc-82dd-c12c14600bbb,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:27.335224 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '48cc88eb-d07e-48cc-82dd-c12c14600bbb', 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6', 'port_id': '48cc88eb-d07e-48cc-82dd-c12c14600bbb', 'mac_address': 'fa:16:3e:c7:c9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa67cff6-02cc-4146-9597-ceda7785d61f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:39:27.416428 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 48cc88eb-d07e-48cc-82dd-c12c14600bbb is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:27.416840 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:27.429613 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:27.430012 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:27.451108 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48cc88eb-d07e-48cc-82dd-c12c14600bbb {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:27.471918 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a62926-79a9-4593-b05d-f44c1bd15840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:27.474107 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd7aba5-eeb3-4a9d-ad3a-3f11b86d6dab" -d '{"events": [{"server_uuid": "10a62926-79a9-4593-b05d-f44c1bd15840", "name": "network-vif-plugged", "status": "completed", "tag": "cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:27.486061 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d046c24-0c40-48a1-917e-c7ca21bcc771 req-c3241dd0-dec3-41f9-b180-682625c94e83 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:27.488007 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3d046c24-0c40-48a1-917e-c7ca21bcc771 req-c3241dd0-dec3-41f9-b180-682625c94e83 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 944 time: 0.0688012 Feb 21 01:39:27.493518 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:27.495417 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 48cc88eb-d07e-48cc-82dd-c12c14600bbb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48cc88eb-d07e-48cc-82dd-c12c14600bbb,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:27.509037 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:27.512291 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:27.512959 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 89c35d85-29c6-456c-9f0c-5557be5be4cf details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:39:27.542593 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8dac9a-3873-40f8-9705-a04da6bab000 x-openstack-request-id: req-0d8dac9a-3873-40f8-9705-a04da6bab000 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:27.542956 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a62926-79a9-4593-b05d-f44c1bd15840", "name": "network-vif-plugged", "status": "completed", "tag": "cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:27.543188 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d8dac9a-3873-40f8-9705-a04da6bab000 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:27.543998 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a62926-79a9-4593-b05d-f44c1bd15840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3', 'code': 200} Feb 21 01:39:27.557765 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3d046c24-0c40-48a1-917e-c7ca21bcc771 req-d348e86a-1e88-4c86-85bc-930f94bd2131 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583749 Feb 21 01:39:27.580074 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:27.705442 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-c767096c-0963-4188-a454-3fd94572a39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:27.713265 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=48cc88eb-d07e-48cc-82dd-c12c14600bbb,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:27.750416 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a8c88-cbb4-4d02-b5f1-2fd93c8fadb0 req-6805158c-b804-463a-9306-c4ce3a0f105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:27.752149 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-de8a8c88-cbb4-4d02-b5f1-2fd93c8fadb0 req-6805158c-b804-463a-9306-c4ce3a0f105d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 1129 time: 0.0582469 Feb 21 01:39:27.764076 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 89c35d85-29c6-456c-9f0c-5557be5be4cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c35d85-29c6-456c-9f0c-5557be5be4cf,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:27.779617 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '89c35d85-29c6-456c-9f0c-5557be5be4cf', 'network_id': '1803728c-d46f-4c3a-9925-d8b31359ee0a', 'port_id': '89c35d85-29c6-456c-9f0c-5557be5be4cf', 'mac_address': 'fa:16:3e:75:d8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6769db6-81fa-4269-a44e-18f06488f254', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:39:27.840741 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 89c35d85-29c6-456c-9f0c-5557be5be4cf is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:27.841131 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:27.856109 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-de8a8c88-cbb4-4d02-b5f1-2fd93c8fadb0 req-62f70ae1-3ee8-413c-95b9-dc8574c39e0a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972178 Feb 21 01:39:27.903543 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:39:27.928687 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84486e5-4193-4c15-b524-1e9038349102 req-122dc6d5-bc0a-4823-9e0a-c73a8fd65a92 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:27.943124 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f84486e5-4193-4c15-b524-1e9038349102 req-122dc6d5-bc0a-4823-9e0a-c73a8fd65a92 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 945 time: 0.0859821 Feb 21 01:39:28.005578 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f84486e5-4193-4c15-b524-1e9038349102 req-4cf8f1d3-aa1d-4a12-8866-6e51148780fc tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569847 Feb 21 01:39:28.008330 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c35d85-29c6-456c-9f0c-5557be5be4cf {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:28.031916 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 89c35d85-29c6-456c-9f0c-5557be5be4cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c35d85-29c6-456c-9f0c-5557be5be4cf,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:28.037188 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:28.100370 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=89c35d85-29c6-456c-9f0c-5557be5be4cf,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:28.426104 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['48cc88eb-d07e-48cc-82dd-c12c14600bbb'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:39:28.429856 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['89c35d85-29c6-456c-9f0c-5557be5be4cf'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:39:28.691366 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17bbd6-4802-4a79-a21e-297bd8230460 req-2e81992b-06c9-4777-bdba-1d0c9031453f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:28.693520 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7c17bbd6-4802-4a79-a21e-297bd8230460 req-2e81992b-06c9-4777-bdba-1d0c9031453f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 945 time: 0.0538785 Feb 21 01:39:28.738600 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7c17bbd6-4802-4a79-a21e-297bd8230460 req-2a1c01f1-95a2-4a1e-aac2-112b617abe22 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Feb 21 01:39:28.769133 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:29.182317 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8ec4a-cfa6-46ac-9b09-0ad95c34aeef req-659f56d0-0be9-4d32-a337-a58011a6083d tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:29.183961 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8ce8ec4a-cfa6-46ac-9b09-0ad95c34aeef req-659f56d0-0be9-4d32-a337-a58011a6083d tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 945 time: 0.0730789 Feb 21 01:39:29.237878 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8ce8ec4a-cfa6-46ac-9b09-0ad95c34aeef req-1c5cf9bd-7231-458b-9b1c-e51b309513c5 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475168 Feb 21 01:39:29.861042 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e42d51-6f92-48e5-b815-aa86d4d7bbdc req-20c08241-0289-4664-9ade-924d23edfd48 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:29.862620 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-84e42d51-6f92-48e5-b815-aa86d4d7bbdc req-20c08241-0289-4664-9ade-924d23edfd48 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 945 time: 0.0508616 Feb 21 01:39:29.909309 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-84e42d51-6f92-48e5-b815-aa86d4d7bbdc req-10893190-6c1f-4373-bf6e-90ee29584706 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Feb 21 01:39:30.031537 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:30.357536 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f2043-1d5d-4ce6-83b6-19dbe7c74e66 req-da70a9e1-fb75-4e02-97fa-3d0720779fb7 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:30.359042 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-087f2043-1d5d-4ce6-83b6-19dbe7c74e66 req-da70a9e1-fb75-4e02-97fa-3d0720779fb7 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 945 time: 0.0542383 Feb 21 01:39:30.406405 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-087f2043-1d5d-4ce6-83b6-19dbe7c74e66 req-3ff1d656-da2d-4d35-9150-a30d611fe0bf tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Feb 21 01:39:31.030865 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69e394-3054-488c-a2fd-0423a2f2e0c7 req-884728ec-70d9-49b6-9601-8321e083696e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:31.032328 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee69e394-3054-488c-a2fd-0423a2f2e0c7 req-884728ec-70d9-49b6-9601-8321e083696e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 945 time: 0.0565391 Feb 21 01:39:31.079347 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee69e394-3054-488c-a2fd-0423a2f2e0c7 req-602b6179-ee91-4752-88b1-8c2248059dea tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Feb 21 01:39:31.526098 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d993a1-68d7-4ada-a981-a197306beff2 req-ddeedcd9-ec7a-49dd-8268-1a506969d8c0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:31.527579 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a1d993a1-68d7-4ada-a981-a197306beff2 req-ddeedcd9-ec7a-49dd-8268-1a506969d8c0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 945 time: 0.0536301 Feb 21 01:39:31.574944 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a1d993a1-68d7-4ada-a981-a197306beff2 req-60f0beea-00ec-4812-a77d-5805143dc894 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Feb 21 01:39:31.597761 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 48cc88eb-d07e-48cc-82dd-c12c14600bbb up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:31.646217 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 48cc88eb-d07e-48cc-82dd-c12c14600bbb completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:39:31.650494 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 48cc88eb-d07e-48cc-82dd-c12c14600bbb triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:31.650872 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:31.731233 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 48cc88eb-d07e-48cc-82dd-c12c14600bbb is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:31.731538 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:31.758780 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a5346d-aa61-4e30-afcc-595db267ce97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cc88eb-d07e-48cc-82dd-c12c14600bbb'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:31.761061 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ab2d58-510d-48ce-bf7e-30ba5af90b70" -d '{"events": [{"server_uuid": "51a5346d-aa61-4e30-afcc-595db267ce97", "name": "network-vif-plugged", "status": "completed", "tag": "48cc88eb-d07e-48cc-82dd-c12c14600bbb"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:31.779622 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 48cc88eb-d07e-48cc-82dd-c12c14600bbb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48cc88eb-d07e-48cc-82dd-c12c14600bbb,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:31.784397 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:31.785304 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 89c35d85-29c6-456c-9f0c-5557be5be4cf up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:31.790882 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:31.827928 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0c2714-afcb-4b85-a0e8-f4f6ed4365f6 x-openstack-request-id: req-9e0c2714-afcb-4b85-a0e8-f4f6ed4365f6 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:31.828216 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a5346d-aa61-4e30-afcc-595db267ce97", "name": "network-vif-plugged", "status": "completed", "tag": "48cc88eb-d07e-48cc-82dd-c12c14600bbb", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:31.828474 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e0c2714-afcb-4b85-a0e8-f4f6ed4365f6 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:31.828856 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a5346d-aa61-4e30-afcc-595db267ce97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cc88eb-d07e-48cc-82dd-c12c14600bbb', 'code': 200} Feb 21 01:39:31.862810 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=48cc88eb-d07e-48cc-82dd-c12c14600bbb,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:31.876962 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 89c35d85-29c6-456c-9f0c-5557be5be4cf completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:39:31.881372 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 89c35d85-29c6-456c-9f0c-5557be5be4cf triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:31.881759 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:31.967502 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 89c35d85-29c6-456c-9f0c-5557be5be4cf is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:31.967891 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:32.000607 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 89c35d85-29c6-456c-9f0c-5557be5be4cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c35d85-29c6-456c-9f0c-5557be5be4cf,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:32.004376 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:32.050604 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=89c35d85-29c6-456c-9f0c-5557be5be4cf,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:32.217698 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cd05c-1334-4992-8fa0-0eeaa515dce4 req-9be3b4a1-55d2-4e45-8134-edd7daea4229 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:32.219206 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c61cd05c-1334-4992-8fa0-0eeaa515dce4 req-9be3b4a1-55d2-4e45-8134-edd7daea4229 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0612409 Feb 21 01:39:32.280519 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c61cd05c-1334-4992-8fa0-0eeaa515dce4 req-672312e1-71af-4f8d-bd69-985469efb09f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555727 Feb 21 01:39:32.699539 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57127f2-8d00-4820-aeee-43301eb4afde req-b23d09fe-81f1-42a8-a989-9a1049a07231 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:32.700989 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a57127f2-8d00-4820-aeee-43301eb4afde req-b23d09fe-81f1-42a8-a989-9a1049a07231 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 946 time: 0.0550559 Feb 21 01:39:32.755701 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a57127f2-8d00-4820-aeee-43301eb4afde req-b7598796-206b-415f-8c82-0d81a48d9590 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491204 Feb 21 01:39:32.761798 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb431611-0ff1-4d4e-a962-edbc7dc3ad1c req-f929b640-6335-486a-8ca5-9c242b066613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:32.763965 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cb431611-0ff1-4d4e-a962-edbc7dc3ad1c req-f929b640-6335-486a-8ca5-9c242b066613 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 1130 time: 0.0538938 Feb 21 01:39:32.809959 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cb431611-0ff1-4d4e-a962-edbc7dc3ad1c req-45b80881-c82d-4bb4-b117-c9054fac6139 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377669 Feb 21 01:39:33.389595 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6373e-badd-4eaf-a4ac-4b95c42d50d2 req-8982fa55-520f-463c-ada5-06a65559d056 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:33.390981 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-00c6373e-badd-4eaf-a4ac-4b95c42d50d2 req-8982fa55-520f-463c-ada5-06a65559d056 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0539155 Feb 21 01:39:33.436873 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-00c6373e-badd-4eaf-a4ac-4b95c42d50d2 req-aaecc249-9ce9-453d-8cf2-dbe6f56d0d4d tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403366 Feb 21 01:39:33.829911 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a63694-faf0-4f2d-b4eb-450b168379b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c35d85-29c6-456c-9f0c-5557be5be4cf'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:33.832339 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cc02be-df81-49c1-8dfb-98d837a2d774" -d '{"events": [{"server_uuid": "c4a63694-faf0-4f2d-b4eb-450b168379b9", "name": "network-vif-plugged", "status": "completed", "tag": "89c35d85-29c6-456c-9f0c-5557be5be4cf"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:33.867273 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc369cde-269a-4771-9423-bcabaf6f009f x-openstack-request-id: req-fc369cde-269a-4771-9423-bcabaf6f009f {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:33.867586 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a63694-faf0-4f2d-b4eb-450b168379b9", "name": "network-vif-plugged", "status": "completed", "tag": "89c35d85-29c6-456c-9f0c-5557be5be4cf", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:33.868101 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc369cde-269a-4771-9423-bcabaf6f009f {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:33.868485 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a63694-faf0-4f2d-b4eb-450b168379b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c35d85-29c6-456c-9f0c-5557be5be4cf', 'code': 200} Feb 21 01:39:33.881430 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e83d0c-2aed-4f5b-826a-1b16aabb37ed req-7ae0049f-0ab2-4ead-bf95-8c97191ced7f tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:33.882948 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-50e83d0c-2aed-4f5b-826a-1b16aabb37ed req-7ae0049f-0ab2-4ead-bf95-8c97191ced7f tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 946 time: 0.0567143 Feb 21 01:39:33.928846 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-50e83d0c-2aed-4f5b-826a-1b16aabb37ed req-04ab3a93-1805-4ddf-aa6d-93d003201abf tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Feb 21 01:39:34.070729 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c620a-6135-4a11-b3ed-e4004fe2aabb req-5908ead9-b13a-4744-a0b4-78ce30da526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:34.072166 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b08c620a-6135-4a11-b3ed-e4004fe2aabb req-5908ead9-b13a-4744-a0b4-78ce30da526d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 1130 time: 0.0417645 Feb 21 01:39:34.118911 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b08c620a-6135-4a11-b3ed-e4004fe2aabb req-3bc8fb30-9f71-456c-9512-33b84026a429 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375257 Feb 21 01:39:34.565259 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d967-da3f-4086-a5f0-9ab44a5ce8ac req-27daa4c4-de6f-43f6-83c3-686fbc320a87 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:34.566740 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ba71d967-da3f-4086-a5f0-9ab44a5ce8ac req-27daa4c4-de6f-43f6-83c3-686fbc320a87 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0592473 Feb 21 01:39:34.625518 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ba71d967-da3f-4086-a5f0-9ab44a5ce8ac req-8bd86d75-1cc2-4b75-93cb-30238c478f58 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Feb 21 01:39:35.045131 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32209be4-d996-42f9-b4a4-94c4ef427754 req-8822e50e-4da5-499c-b569-52d1898c4631 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:35.046538 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-32209be4-d996-42f9-b4a4-94c4ef427754 req-8822e50e-4da5-499c-b569-52d1898c4631 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 946 time: 0.0518997 Feb 21 01:39:35.091880 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-32209be4-d996-42f9-b4a4-94c4ef427754 req-f0da0c7f-382f-4549-bed7-19eff1cfbcac tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Feb 21 01:39:35.734952 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f0e72-3c1e-450c-b63a-84ff4ff998f9 req-415914c3-44df-45c4-8ce0-d5bd208a9180 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:35.736414 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-618f0e72-3c1e-450c-b63a-84ff4ff998f9 req-415914c3-44df-45c4-8ce0-d5bd208a9180 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0519724 Feb 21 01:39:35.786751 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-618f0e72-3c1e-450c-b63a-84ff4ff998f9 req-7edb60cb-507c-46ec-9b33-20a87569c6a5 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Feb 21 01:39:36.205112 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b4f9a-f8c3-475a-b9f9-9a0ecb8003ff req-4ac36e24-490d-426f-8dde-931f78451029 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:36.206603 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-035b4f9a-f8c3-475a-b9f9-9a0ecb8003ff req-4ac36e24-490d-426f-8dde-931f78451029 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 946 time: 0.0518930 Feb 21 01:39:36.251745 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-035b4f9a-f8c3-475a-b9f9-9a0ecb8003ff req-c5127d07-25f5-4d93-b814-63b6e47f9953 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397789 Feb 21 01:39:36.368411 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:36.907998 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e87467-3f3c-40ad-bff5-b73712dedee0 req-76e8307c-6baa-46ae-b508-50d7805bf909 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:36.909381 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f9e87467-3f3c-40ad-bff5-b73712dedee0 req-76e8307c-6baa-46ae-b508-50d7805bf909 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0515275 Feb 21 01:39:36.968981 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f9e87467-3f3c-40ad-bff5-b73712dedee0 req-a4b73d8d-5691-4e40-9099-99f247d2a227 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528986 Feb 21 01:39:37.236242 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af7324-b75c-44eb-8d1f-791191d01186 req-97c86a82-2663-485b-9bb8-b0286de0b59a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:37.237687 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-87af7324-b75c-44eb-8d1f-791191d01186 req-97c86a82-2663-485b-9bb8-b0286de0b59a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0513413 Feb 21 01:39:37.284852 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-87af7324-b75c-44eb-8d1f-791191d01186 req-afc5d4b4-f3f7-4421-8c22-31e8649db75b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Feb 21 01:39:37.373487 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57333aa5-633e-4df7-8be1-904ec20de264 req-11297b7c-7749-4eeb-9dee-c7ee28d0cb03 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:37.374983 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-57333aa5-633e-4df7-8be1-904ec20de264 req-11297b7c-7749-4eeb-9dee-c7ee28d0cb03 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 946 time: 0.0543897 Feb 21 01:39:37.423787 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-57333aa5-633e-4df7-8be1-904ec20de264 req-af35c31b-9e5f-4a40-8f4a-7de50810c4f3 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 Feb 21 01:39:38.400514 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8acf1-b9bd-43d6-b7af-d46217f22485 req-ceb672c1-fa7e-45ae-aee8-549cdb7e8eee tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:38.402017 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7df8acf1-b9bd-43d6-b7af-d46217f22485 req-ceb672c1-fa7e-45ae-aee8-549cdb7e8eee tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0511954 Feb 21 01:39:38.446967 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7df8acf1-b9bd-43d6-b7af-d46217f22485 req-2a28921d-62f4-40d7-9020-b4c4314b6dbc tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394220 Feb 21 01:39:38.538908 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3155cc8-473a-4dbd-96dd-e8a849b75cde req-67045b49-8cf4-47dd-8b52-7688a7ed2c66 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:38.540360 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3155cc8-473a-4dbd-96dd-e8a849b75cde req-67045b49-8cf4-47dd-8b52-7688a7ed2c66 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 946 time: 0.0510852 Feb 21 01:39:38.584129 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3155cc8-473a-4dbd-96dd-e8a849b75cde req-40b8c276-4fd6-4f19-b29c-88102a406498 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Feb 21 01:39:39.474347 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-d1c4a43b-08dc-4754-b9f9-f2f1897bb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:39.476261 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-d1c4a43b-08dc-4754-b9f9-f2f1897bb7be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 1130 time: 0.0473089 Feb 21 01:39:39.570725 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd232ea7-d61f-498e-8dbe-25c6bdbe935c req-a2070a64-152f-4dae-9429-c6c0f7f58695 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:39.572209 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dd232ea7-d61f-498e-8dbe-25c6bdbe935c req-a2070a64-152f-4dae-9429-c6c0f7f58695 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0575407 Feb 21 01:39:39.588549 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-1a949bf1-2214-489b-8a5d-444d35c40550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:39.590052 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-1a949bf1-2214-489b-8a5d-444d35c40550 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 918 time: 0.0901589 Feb 21 01:39:39.618987 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dd232ea7-d61f-498e-8dbe-25c6bdbe935c req-216a31d4-af20-4915-b7cf-c4292b9c97ce tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Feb 21 01:39:39.637824 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-d43f096e-219b-40a8-a98b-1e5d6d562ae2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c35d85-29c6-456c-9f0c-5557be5be4cf HTTP/1.1" status: 200 len: 217 time: 0.0371881 Feb 21 01:39:39.719577 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-95a9e546-4fa2-4188-a0d9-805c195373b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:39.721055 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-95a9e546-4fa2-4188-a0d9-805c195373b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 200 len: 858 time: 0.0725386 Feb 21 01:39:39.757200 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-6b23102e-918f-4725-952c-564bc80cca78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1803728c-d46f-4c3a-9925-d8b31359ee0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287714 Feb 21 01:39:39.763929 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1a21c-e4b9-4334-a349-03160d628b41 req-c7fa35c5-c1da-45d4-920a-4f1ba87346f9 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:39.765278 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aaf1a21c-e4b9-4334-a349-03160d628b41 req-c7fa35c5-c1da-45d4-920a-4f1ba87346f9 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 946 time: 0.1091042 Feb 21 01:39:39.864727 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aaf1a21c-e4b9-4334-a349-03160d628b41 req-9584507d-7fe8-41ed-a1c4-f2871ed02009 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912225 Feb 21 01:39:39.884324 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-0bba779a-d454-40ed-842d-eb37a76c0ee3 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178586 Feb 21 01:39:39.980087 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ea15e787-7117-4006-896b-5ff82cf8c55e req-e9cd6a4c-dcde-49df-b42b-68f715e25deb service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809500 Feb 21 01:39:40.744504 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb021dd8-7ca4-420b-a9da-853973885b32 req-7cea3e3d-9214-4a97-ae52-a927280f0893 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:40.745963 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cb021dd8-7ca4-420b-a9da-853973885b32 req-7cea3e3d-9214-4a97-ae52-a927280f0893 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0575445 Feb 21 01:39:40.790620 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cb021dd8-7ca4-420b-a9da-853973885b32 req-0cd54634-eac9-4bc4-9f13-b1c7462f87f1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Feb 21 01:39:40.841649 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-2161d379-8ad3-4e26-ab05-9ae8631e497a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:40.843114 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-2161d379-8ad3-4e26-ab05-9ae8631e497a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.73 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 946 time: 0.0549316 Feb 21 01:39:40.949382 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Deleting port 48cc88eb-d07e-48cc-82dd-c12c14600bbb {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:40.949722 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.055034 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810146-6218-4156-b070-264519f1be3c req-8444cf40-cb20-44fd-8342-7c9d899f3cc4 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:41.056431 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-14810146-6218-4156-b070-264519f1be3c req-8444cf40-cb20-44fd-8342-7c9d899f3cc4 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 946 time: 0.1213806 Feb 21 01:39:41.091988 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] For port 48cc88eb-d07e-48cc-82dd-c12c14600bbb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48cc88eb-d07e-48cc-82dd-c12c14600bbb,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:41.092342 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.123107 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Calling delete_port for 48cc88eb-d07e-48cc-82dd-c12c14600bbb owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:41.150823 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-14810146-6218-4156-b070-264519f1be3c req-014e0b50-a36e-43f4-9861-5bbb88479e6e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874457 Feb 21 01:39:41.338762 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (48cc88eb-d07e-48cc-82dd-c12c14600bbb), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.372529 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Pushing event deleted for resources: {'Port': ['ID=48cc88eb-d07e-48cc-82dd-c12c14600bbb,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:41.419920 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] No DVR routers for this DVR port 48cc88eb-d07e-48cc-82dd-c12c14600bbb on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:39:41.423393 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.426592 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b626ad6e-00ef-4e13-87fe-df22d644ee1e req-507c10e2-3aeb-4b49-a2d5-3b7ccbd321d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.73 "DELETE /v2.0/ports/48cc88eb-d07e-48cc-82dd-c12c14600bbb HTTP/1.1" status: 204 len: 173 time: 0.5754566 Feb 21 01:39:41.427043 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a5346d-aa61-4e30-afcc-595db267ce97', 'name': 'network-vif-deleted', 'tag': '48cc88eb-d07e-48cc-82dd-c12c14600bbb'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:41.429495 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b55c5f-e5aa-42b7-9656-15caff5ff952" -d '{"events": [{"server_uuid": "51a5346d-aa61-4e30-afcc-595db267ce97", "name": "network-vif-deleted", "tag": "48cc88eb-d07e-48cc-82dd-c12c14600bbb"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:41.471342 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dbdb67-bec1-43d8-bf5a-c2e72c917221 x-openstack-request-id: req-44dbdb67-bec1-43d8-bf5a-c2e72c917221 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:41.471634 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a5346d-aa61-4e30-afcc-595db267ce97", "name": "network-vif-deleted", "tag": "48cc88eb-d07e-48cc-82dd-c12c14600bbb", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:41.471889 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44dbdb67-bec1-43d8-bf5a-c2e72c917221 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:41.472474 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a5346d-aa61-4e30-afcc-595db267ce97', 'name': 'network-vif-deleted', 'tag': '48cc88eb-d07e-48cc-82dd-c12c14600bbb', 'status': 'completed', 'code': 200} Feb 21 01:39:41.516048 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 38334) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:41.636970 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b229bc11-d690-485d-970b-fbe8ceeb680b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.727203 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b229bc11-d690-485d-970b-fbe8ceeb680b admin admin] Publish callbacks [] for security_group (53f424ea-8f0f-4cc1-bd47-96777d77e5fc), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.730961 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b229bc11-d690-485d-970b-fbe8ceeb680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (53f424ea-8f0f-4cc1-bd47-96777d77e5fc), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.773129 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b229bc11-d690-485d-970b-fbe8ceeb680b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a916e47ab8d415c859be228952f126e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558680 Feb 21 01:39:41.774004 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229bc11-d690-485d-970b-fbe8ceeb680b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f424ea-8f0f-4cc1-bd47-96777d77e5fc,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:41.775740 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 38346) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:41.930926 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0754b55-03f9-41fb-829c-ae1435d8e4f6 req-49a54436-3071-46a2-8232-faedb11fa953 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:41.939147 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d0754b55-03f9-41fb-829c-ae1435d8e4f6 req-49a54436-3071-46a2-8232-faedb11fa953 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0730944 Feb 21 01:39:42.000957 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d0754b55-03f9-41fb-829c-ae1435d8e4f6 req-a0fd3433-3c9a-4bb3-8000-6d5ca4fa6037 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604517 Feb 21 01:39:42.077485 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8e654209-a8cc-4f10-9ca9-07b484716fad admin admin] Publish callbacks [] for security_group (53f424ea-8f0f-4cc1-bd47-96777d77e5fc), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.097395 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8e654209-a8cc-4f10-9ca9-07b484716fad admin admin] Publish callbacks [] for security_group (53f424ea-8f0f-4cc1-bd47-96777d77e5fc), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.143358 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8e654209-a8cc-4f10-9ca9-07b484716fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (53f424ea-8f0f-4cc1-bd47-96777d77e5fc), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.146420 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8e654209-a8cc-4f10-9ca9-07b484716fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.147558 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8e654209-a8cc-4f10-9ca9-07b484716fad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53f424ea-8f0f-4cc1-bd47-96777d77e5fc HTTP/1.1" status: 204 len: 168 time: 0.3706717 Feb 21 01:39:42.155623 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e654209-a8cc-4f10-9ca9-07b484716fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f424ea-8f0f-4cc1-bd47-96777d77e5fc,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:42.272182 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9b1783fa-549c-488f-a555-f12e33a5154e req-ac7e0262-acf1-4f3e-8986-2c0cadd41270 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 210 time: 0.0275350 Feb 21 01:39:42.754149 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 38386) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:42.846018 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1926635014-network', 'tenant_id': '8a01e8a980fc419f88335882f4f61612'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:42.864706 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Made reservation on behalf of 8a01e8a980fc419f88335882f4f61612 for: {'network': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:42.866999 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.875220 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.946961 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Publish callbacks [] for security_group (689cf9e7-44ed-4265-8c65-65822435175c), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.951144 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (689cf9e7-44ed-4265-8c65-65822435175c), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.974894 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:39:42.985499 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689cf9e7-44ed-4265-8c65-65822435175c,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:42.991309 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (3f262b3e-80f1-4988-bf75-b0b8a4ad3523), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.991655 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.segments_db [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Added segment 3f262b3e-80f1-4988-bf75-b0b8a4ad3523 of type vlan for network c0a215f4-97e2-485c-afd9-7919acfd1e00 Feb 21 01:39:43.039838 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (c0a215f4-97e2-485c-afd9-7919acfd1e00), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.066484 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (c0a215f4-97e2-485c-afd9-7919acfd1e00), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.067445 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:43.068079 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.116163 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3608613 Feb 21 01:39:43.120362 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 38394) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:43.125386 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Request body: {'subnet': {'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1926635014-subnet', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:43.129348 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b5a4-3986-4e53-a1a4-b219cd747089 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a215f4-97e2-485c-afd9-7919acfd1e00,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:43.137393 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ece5d-5f89-48cc-896d-ed0368a30bd6 req-e3397330-ebca-4108-b636-e28da04a295e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:43.138898 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3f7ece5d-5f89-48cc-896d-ed0368a30bd6 req-e3397330-ebca-4108-b636-e28da04a295e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0689900 Feb 21 01:39:43.140834 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network c0a215f4-97e2-485c-afd9-7919acfd1e00 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:39:43.170086 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Made reservation on behalf of 8a01e8a980fc419f88335882f4f61612 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:43.172383 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.235209 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3f7ece5d-5f89-48cc-896d-ed0368a30bd6 req-ffdc0eb9-0064-4728-9077-d15070b96e53 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903568 Feb 21 01:39:43.355841 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (3c2fbd00-fd9b-4d8d-8e46-b546032a36d8), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.377852 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e3368343-3d97-43d3-bd69-42ee7feaaf56 req-e1c06382-2954-4e10-b499-e9be316382c7 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 210 time: 0.0282741 Feb 21 01:39:43.410137 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2fbd00-fd9b-4d8d-8e46-b546032a36d8,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:43.425166 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Checking segment: {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:43.425520 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Network hostable DHCP agents. Network: c0a215f4-97e2-485c-afd9-7919acfd1e00, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:39:43.443807 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Network c0a215f4-97e2-485c-afd9-7919acfd1e00 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:39:43.452105 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, c0a215f4-97e2-485c-afd9-7919acfd1e00) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:43.456023 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:43.456647 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.461848 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4c91b-16e5-48c9-adb8-8769c19ebd0b None None] Network c0a215f4-97e2-485c-afd9-7919acfd1e00 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:43.478751 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7838da8b-541a-4192-a58e-5bd98aa2996f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3569202 Feb 21 01:39:43.481082 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 48cc88eb-d07e-48cc-82dd-c12c14600bbb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:43.481432 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 38402) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:43.485982 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:43.507535 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (8509ee40-afb2-4d46-ae81-43684190732b), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.508825 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (8509ee40-afb2-4d46-ae81-43684190732b), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.527831 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 48cc88eb-d07e-48cc-82dd-c12c14600bbb {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:43.528244 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 48cc88eb-d07e-48cc-82dd-c12c14600bbb not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:43.567105 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks [] for router_controller (8509ee40-afb2-4d46-ae81-43684190732b), precommit_add_association {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.598978 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-c0a215f4-97e2-485c-afd9-7919acfd1e00', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'project_id': '8a01e8a980fc419f88335882f4f61612', 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:39:43.600391 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.713948 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks [] for router_gateway (8509ee40-afb2-4d46-ae81-43684190732b), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.735498 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Allocated IP 172.20.0.2 (c0a215f4-97e2-485c-afd9-7919acfd1e00/3c2fbd00-fd9b-4d8d-8e46-b546032a36d8/246e1273-af71-47a6-8333-03eb0e029b49) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:43.881037 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Publish callbacks [] for port (246e1273-af71-47a6-8333-03eb0e029b49), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.887918 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (246e1273-af71-47a6-8333-03eb0e029b49), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.916510 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks [] for router_gateway (8509ee40-afb2-4d46-ae81-43684190732b), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.924786 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Network c0a215f4-97e2-485c-afd9-7919acfd1e00 is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:43.928053 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:43.934449 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:43.940715 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.941423 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Pushing event updated for resources: {'Port': ['ID=246e1273-af71-47a6-8333-03eb0e029b49,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:43.995858 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Attempting to bind port 246e1273-af71-47a6-8333-03eb0e029b49 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:43.996144 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Attempting to bind port 246e1273-af71-47a6-8333-03eb0e029b49 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:43.996509 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Attempting to bind port 246e1273-af71-47a6-8333-03eb0e029b49 on network c0a215f4-97e2-485c-afd9-7919acfd1e00 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:44.001491 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:44.001868 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Checking segment: {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:44.002300 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.002697 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Bound using segment: {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:44.003158 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Bound port: 246e1273-af71-47a6-8333-03eb0e029b49, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:44.003537 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (246e1273-af71-47a6-8333-03eb0e029b49), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.044665 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Allocated IP 172.27.1.173 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/9c3822d3-469e-4ba3-a1ab-b5aaf8abae07) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:44.064885 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] For port 246e1273-af71-47a6-8333-03eb0e029b49, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:44.068072 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] For port 246e1273-af71-47a6-8333-03eb0e029b49, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=246e1273-af71-47a6-8333-03eb0e029b49,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:44.074282 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (246e1273-af71-47a6-8333-03eb0e029b49), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.132742 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e3cc2-88d5-4c7d-a6d4-7a8554afee8b None None] Pushing event updated for resources: {'Port': ['ID=246e1273-af71-47a6-8333-03eb0e029b49,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:44.160656 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks [] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.194859 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.233416 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:44.236222 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:44.242926 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:44.265370 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3822d3-469e-4ba3-a1ab-b5aaf8abae07,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:44.387699 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7bac6-bec2-412f-9f4d-ff112c89bc71 req-2612a842-b1ca-4dcb-9c53-403e81aa6f74 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:44.389886 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53d7bac6-bec2-412f-9f4d-ff112c89bc71 req-2612a842-b1ca-4dcb-9c53-403e81aa6f74 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0661404 Feb 21 01:39:44.495647 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53d7bac6-bec2-412f-9f4d-ff112c89bc71 req-43f819de-78aa-4982-b94a-ec4bf753534f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949585 Feb 21 01:39:44.557859 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b2e0c7fd-61a8-41e5-9b9b-7d2a229bfd06 req-3eab191e-0ec6-4b87-a58f-548294fedb2f tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a5346d-aa61-4e30-afcc-595db267ce97 HTTP/1.1" status: 200 len: 210 time: 0.0298607 Feb 21 01:39:44.632892 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks [] for router_gateway (8509ee40-afb2-4d46-ae81-43684190732b), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.839653 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (8509ee40-afb2-4d46-ae81-43684190732b), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.985717 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Router 8509ee40-afb2-4d46-ae81-43684190732b is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:39:45.122710 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:45.135600 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Sync routers for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:45.147488 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.148782 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:45.149180 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-370454ff-ca1f-4c14-91bd-299f35bf71a2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6666071 Feb 21 01:39:45.149845 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:39:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:45.152079 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 38422) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:45.190909 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce1d0da-e00a-4107-bcc0-fa2952d4fff8 None None] Network c0a215f4-97e2-485c-afd9-7919acfd1e00 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:45.265040 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-98206112-62fa-4aa3-bc05-480437f14f1d None None] Provisioning complete for port 246e1273-af71-47a6-8333-03eb0e029b49 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:45.265709 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-98206112-62fa-4aa3-bc05-480437f14f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (246e1273-af71-47a6-8333-03eb0e029b49), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.272237 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:45.399591 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-98206112-62fa-4aa3-bc05-480437f14f1d None None] Current status of the port 246e1273-af71-47a6-8333-03eb0e029b49 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:45.400258 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-98206112-62fa-4aa3-bc05-480437f14f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (246e1273-af71-47a6-8333-03eb0e029b49), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.440280 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-98206112-62fa-4aa3-bc05-480437f14f1d None None] For port 246e1273-af71-47a6-8333-03eb0e029b49, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=246e1273-af71-47a6-8333-03eb0e029b49,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:45.446189 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-98206112-62fa-4aa3-bc05-480437f14f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (246e1273-af71-47a6-8333-03eb0e029b49), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.467480 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:44Z', 'revision_number': 3, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:45.498863 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Checking router: 8509ee40-afb2-4d46-ae81-43684190732b for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:45.499592 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Updating router 8509ee40-afb2-4d46-ae81-43684190732b port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:39:45.509243 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98206112-62fa-4aa3-bc05-480437f14f1d None None] Pushing event updated for resources: {'Port': ['ID=246e1273-af71-47a6-8333-03eb0e029b49,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:45.565436 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.712747 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.730722 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e5291-23a5-4c62-95c6-6bc114af3cbb req-d2078bed-57fb-43b3-8c18-c9cdb51cce0e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:45.738062 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4b1e5291-23a5-4c62-95c6-6bc114af3cbb req-d2078bed-57fb-43b3-8c18-c9cdb51cce0e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1505117 Feb 21 01:39:45.791843 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-8a27d316-51c0-4abc-af42-f49324ec934c None None] Provisioning complete for port 246e1273-af71-47a6-8333-03eb0e029b49 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:45.793528 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-8a27d316-51c0-4abc-af42-f49324ec934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (246e1273-af71-47a6-8333-03eb0e029b49), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.897634 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4b1e5291-23a5-4c62-95c6-6bc114af3cbb req-c9cf5e1e-1557-458f-a66b-3ab99793a12f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583645 Feb 21 01:39:45.938542 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Publish callbacks [] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.946902 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.950775 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-8a27d316-51c0-4abc-af42-f49324ec934c None None] Current status of the port 246e1273-af71-47a6-8333-03eb0e029b49 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:45.990962 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971f64a-bf70-4279-89e2-f3eda313d263 None None] Pushing event updated for resources: {'Port': ['ID=9c3822d3-469e-4ba3-a1ab-b5aaf8abae07,revision_number=2']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:46.005936 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Attempting to bind port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:46.006385 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Attempting to bind port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:46.006716 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Attempting to bind port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:46.011780 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:46.013013 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:46.013013 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.013013 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:46.013436 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Bound port: 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:46.013816 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.016055 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fa55d-9027-49aa-b8be-d154324eedac req-8943c462-3462-456b-8713-838af4458c3c tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:46.017601 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-8943c462-3462-456b-8713-838af4458c3c tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/networks?id=70a8976c-0f11-4389-a937-c280efbc1de6 HTTP/1.1" status: 200 len: 808 time: 0.1338136 Feb 21 01:39:46.026001 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Allocated IP 172.20.0.1 (c0a215f4-97e2-485c-afd9-7919acfd1e00/3c2fbd00-fd9b-4d8d-8e46-b546032a36d8/a97b6430-8b54-411f-bb63-d8935356df28) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:46.047313 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3cc0d128-87d0-4286-ac2a-1c84d0c9be6a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/quotas/8d55ff8f89dd4efe91ad4e0f863808ee HTTP/1.1" status: 200 len: 375 time: 0.0230019 Feb 21 01:39:46.076620 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] For port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:46.080906 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] For port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=9c3822d3-469e-4ba3-a1ab-b5aaf8abae07,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:46.095625 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-e9128468-d7b9-4db4-a378-33dbe8caca80 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d55ff8f89dd4efe91ad4e0f863808ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365264 Feb 21 01:39:46.104860 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.162930 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:46.163621 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:39:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:46.210216 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-273cf7ee-7cd5-4670-8efe-fb916c9ea810 service neutron] 10.222.0.79 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172588 Feb 21 01:39:46.211698 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971f64a-bf70-4279-89e2-f3eda313d263 None None] Pushing event updated for resources: {'Port': ['ID=9c3822d3-469e-4ba3-a1ab-b5aaf8abae07,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:46.216216 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Publish callbacks [] for port (a97b6430-8b54-411f-bb63-d8935356df28), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.308017 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (a97b6430-8b54-411f-bb63-d8935356df28), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.324808 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:46.327176 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Network c0a215f4-97e2-485c-afd9-7919acfd1e00 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:46.354297 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:46.362158 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:46.362705 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (8509ee40-afb2-4d46-ae81-43684190732b), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.430407 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-d5e63eae-8e79-440b-8f79-a7d24174e4c5 service neutron] 10.222.0.79 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981244 Feb 21 01:39:46.444931 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 246e1273-af71-47a6-8333-03eb0e029b49 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:46.452673 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Pushing event updated for resources: {'Port': ['ID=a97b6430-8b54-411f-bb63-d8935356df28,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:46.584816 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 246e1273-af71-47a6-8333-03eb0e029b49 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:46.585198 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (246e1273-af71-47a6-8333-03eb0e029b49), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.643099 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a97b6430-8b54-411f-bb63-d8935356df28), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.685147 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:44Z', 'revision_number': 3, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:46.707964 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a40f8d22-35f9-4377-911b-8f9532648f32 req-1f0a80b8-cb44-4a22-a993-93f382e19a81 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0400724 Feb 21 01:39:46.714698 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64263a6-5bd8-4aa6-9173-7f4e8a62da77 None None] The sync data for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi is: [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:44Z', 'revision_number': 3, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:46.766941 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 246e1273-af71-47a6-8333-03eb0e029b49 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:46.777579 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-005310fe-551d-488b-b860-b89e7288bf56 None None] Provisioning complete for port a97b6430-8b54-411f-bb63-d8935356df28 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:46.777937 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-005310fe-551d-488b-b860-b89e7288bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a97b6430-8b54-411f-bb63-d8935356df28), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.821650 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-005310fe-551d-488b-b860-b89e7288bf56 None None] Port a97b6430-8b54-411f-bb63-d8935356df28 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:39:46.945323 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Publish callbacks [] for port (a97b6430-8b54-411f-bb63-d8935356df28), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.953715 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a97b6430-8b54-411f-bb63-d8935356df28), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.954442 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (8509ee40-afb2-4d46-ae81-43684190732b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.122115 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Pushing event updated for resources: {'Port': ['ID=a97b6430-8b54-411f-bb63-d8935356df28,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:47.180560 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc08ed4-d0c1-4e0f-9d78-1ed5ed8c6fc0 req-577a2fe4-bc91-43cc-af67-338657429824 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:47.183208 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0cc08ed4-d0c1-4e0f-9d78-1ed5ed8c6fc0 req-577a2fe4-bc91-43cc-af67-338657429824 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1448224 Feb 21 01:39:47.185465 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Network c0a215f4-97e2-485c-afd9-7919acfd1e00 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:47.187079 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:47.275481 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0cc08ed4-d0c1-4e0f-9d78-1ed5ed8c6fc0 req-f0b87901-5ecd-44af-a944-0e411557cada tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707123 Feb 21 01:39:47.394431 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Router 8509ee40-afb2-4d46-ae81-43684190732b has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:47.439896 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 38500) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:47.613341 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:47.620939 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-cafce3f0-b9dc-4036-9fd7-a45175531456 admin admin] 10.222.0.79 "PUT /v2.0/routers/8509ee40-afb2-4d46-ae81-43684190732b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4677496 Feb 21 01:39:47.645085 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a4c2f5da-20cc-4315-abc8-04f20e9f8518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.670892 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-6bf0027f-c08a-4144-9a7b-a9eef9e974c4 None None] Provisioning complete for port a97b6430-8b54-411f-bb63-d8935356df28 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:47.677005 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6bf0027f-c08a-4144-9a7b-a9eef9e974c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a97b6430-8b54-411f-bb63-d8935356df28), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.778031 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a4c2f5da-20cc-4315-abc8-04f20e9f8518 admin admin] Publish callbacks [] for security_group (6c2b233b-546b-4bc9-b1c9-5101d5d7574f), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.792323 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-a4c2f5da-20cc-4315-abc8-04f20e9f8518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (6c2b233b-546b-4bc9-b1c9-5101d5d7574f), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.800100 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-6bf0027f-c08a-4144-9a7b-a9eef9e974c4 None None] Port a97b6430-8b54-411f-bb63-d8935356df28 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:39:47.845348 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-a4c2f5da-20cc-4315-abc8-04f20e9f8518 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c6378a3978d441d8289a4ca48c3827e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036674 Feb 21 01:39:47.846084 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 38522) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:47.873811 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2f5da-20cc-4315-abc8-04f20e9f8518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2b233b-546b-4bc9-b1c9-5101d5d7574f,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:47.929680 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fec3ae9b-1a89-4cba-bd09-b81418a172fc req-ea3ea4c7-5729-4f83-b9de-3c1581b72b7b tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0559847 Feb 21 01:39:47.983100 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-18e2151a-bb7b-46a9-8635-8cfc5f38ec2d admin admin] Publish callbacks [] for security_group (6c2b233b-546b-4bc9-b1c9-5101d5d7574f), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.019421 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-18e2151a-bb7b-46a9-8635-8cfc5f38ec2d admin admin] Publish callbacks [] for security_group (6c2b233b-546b-4bc9-b1c9-5101d5d7574f), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.029343 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b1375-84b9-4f77-9cbd-7d97efaec593 req-afc7bf52-08b5-4db5-b7aa-89fb1ac6c5ac tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:48.031459 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f25b1375-84b9-4f77-9cbd-7d97efaec593 req-afc7bf52-08b5-4db5-b7aa-89fb1ac6c5ac tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1202281 Feb 21 01:39:48.124627 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f25b1375-84b9-4f77-9cbd-7d97efaec593 req-2930f672-3eff-4fd7-925a-24901f18af4a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815833 Feb 21 01:39:48.137277 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-18e2151a-bb7b-46a9-8635-8cfc5f38ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (6c2b233b-546b-4bc9-b1c9-5101d5d7574f), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.139554 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-18e2151a-bb7b-46a9-8635-8cfc5f38ec2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.143114 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-18e2151a-bb7b-46a9-8635-8cfc5f38ec2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c2b233b-546b-4bc9-b1c9-5101d5d7574f HTTP/1.1" status: 204 len: 168 time: 0.2952511 Feb 21 01:39:48.175199 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2151a-bb7b-46a9-8635-8cfc5f38ec2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2b233b-546b-4bc9-b1c9-5101d5d7574f,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:48.294674 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fa55d-9027-49aa-b8be-d154324eedac req-ace03598-bd07-4ea0-b7b5-e3e84bf8538d tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:48.296544 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-ace03598-bd07-4ea0-b7b5-e3e84bf8538d tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.73 "GET /v2.0/networks?id=70a8976c-0f11-4389-a937-c280efbc1de6 HTTP/1.1" status: 200 len: 808 time: 0.2526948 Feb 21 01:39:48.326419 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Request body: {'port': {'device_id': 'a886d399-2819-46f8-8c2d-ea5e7c74c7a1', 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6', 'admin_state_up': True, 'tenant_id': '8d55ff8f89dd4efe91ad4e0f863808ee'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:48.441270 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 38550) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:48.449268 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-491987669-network', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:48.453918 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:48.495586 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Made reservation on behalf of acc95a1db9b04149bf00fa406decd5e0 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:48.498834 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.519470 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.530669 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:48.531300 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.535278 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435fa5b-a3b9-4dc6-9ef1-408ece273ff1 req-1f7cbb9f-c24b-4f56-a693-8a568573fbcd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:48.544896 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4435fa5b-a3b9-4dc6-9ef1-408ece273ff1 req-1f7cbb9f-c24b-4f56-a693-8a568573fbcd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1306148 Feb 21 01:39:48.555100 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Made reservation on behalf of 8d55ff8f89dd4efe91ad4e0f863808ee for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:48.559135 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.637604 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Publish callbacks [] for security_group (2865cb39-173d-49f4-9064-22c5e1dcdb38), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.643765 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (2865cb39-173d-49f4-9064-22c5e1dcdb38), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.647475 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:48.648227 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.678583 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=9c3822d3-469e-4ba3-a1ab-b5aaf8abae07,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:48.682313 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2865cb39-173d-49f4-9064-22c5e1dcdb38,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:48.696594 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:39:48.709744 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.711503 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.711936 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Added segment 4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162 of type vlan for network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 Feb 21 01:39:48.749616 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4435fa5b-a3b9-4dc6-9ef1-408ece273ff1 req-d0443b3a-5378-40e3-82b0-50609884f37d tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038186 Feb 21 01:39:48.751023 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Allocated IP 172.20.0.13 (70a8976c-0f11-4389-a937-c280efbc1de6/fa67cff6-02cc-4146-9597-ceda7785d61f/4f009e28-a57a-46b5-add9-d8103582ae8a) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:48.777798 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (3341ffe1-34b4-418f-bcfc-2be2d1327f21), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.803637 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=9c3822d3-469e-4ba3-a1ab-b5aaf8abae07,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:48.829066 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (3341ffe1-34b4-418f-bcfc-2be2d1327f21), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.831096 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:48.832057 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.893350 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4482887 Feb 21 01:39:48.893544 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 38554) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:48.904730 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Request body: {'subnet': {'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-491987669-subnet', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:48.910792 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1783b-7cd8-4c6b-8f91-3b57bb268852 admin admin] Pushing event updated for resources: {'Network': ['ID=3341ffe1-34b4-418f-bcfc-2be2d1327f21,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:48.922864 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks [] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.923588 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:39:48.926929 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Made reservation on behalf of acc95a1db9b04149bf00fa406decd5e0 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:48.929448 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.965819 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.019353 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Network 70a8976c-0f11-4389-a937-c280efbc1de6 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:49.023654 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:49.027841 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:49.066685 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Pushing event updated for resources: {'Port': ['ID=4f009e28-a57a-46b5-add9-d8103582ae8a,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:49.085895 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:49.086534 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.107311 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-3aa0672a-3c34-4534-9f8f-ef18612da73e tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7867448 Feb 21 01:39:49.114341 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5d224-f2c8-40ed-9a08-edae2b612aed req-f9bda7a3-490a-45f9-aa2d-2043592bc1bb tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:49.116380 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-26d5d224-f2c8-40ed-9a08-edae2b612aed req-f9bda7a3-490a-45f9-aa2d-2043592bc1bb tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 932 time: 0.0996377 Feb 21 01:39:49.120450 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Request body: {'port': {'device_id': 'a886d399-2819-46f8-8c2d-ea5e7c74c7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:49.198804 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.200562 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Sync routers for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:49.204829 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (cf98eeb5-37de-40ca-9f86-ced9cc4b135b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.211824 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-26d5d224-f2c8-40ed-9a08-edae2b612aed req-bbf6293c-3bfb-4856-9325-a5349df63e50 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893505 Feb 21 01:39:49.231600 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:49.232260 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:39:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:49.274441 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf98eeb5-37de-40ca-9f86-ced9cc4b135b,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:49.284650 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Checking segment: {'id': '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:49.285119 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Network hostable DHCP agents. Network: 3341ffe1-34b4-418f-bcfc-2be2d1327f21, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:39:49.303618 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:39:49.313924 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 3341ffe1-34b4-418f-bcfc-2be2d1327f21) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:49.319818 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:49.320779 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.346861 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-559d542d-573f-4c8e-aa02-47096a8b8673 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4522209 Feb 21 01:39:49.347796 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 38560) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:49.358576 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:49.381456 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (e2b90624-56c8-41c2-8142-df1993052c96), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.382696 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (e2b90624-56c8-41c2-8142-df1993052c96), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.443596 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4986f-02e6-4424-afaa-034b527eb94b req-c02494d4-bba8-4ae1-be99-2f8071ca0919 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:49.445109 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-05c4986f-02e6-4424-afaa-034b527eb94b req-c02494d4-bba8-4ae1-be99-2f8071ca0919 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1397994 Feb 21 01:39:49.449086 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b6b83-ca3b-465b-ab63-ca631f9b4c4d None None] Network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:49.463162 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks [] for router_controller (e2b90624-56c8-41c2-8142-df1993052c96), precommit_add_association {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.530865 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:49.548205 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-05c4986f-02e6-4424-afaa-034b527eb94b req-a45cf033-b2f2-4761-a9bb-2534ffcd8c3c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915885 Feb 21 01:39:49.648288 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f009e28-a57a-46b5-add9-d8103582ae8a {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:49.659462 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-3341ffe1-34b4-418f-bcfc-2be2d1327f21', 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21', 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'fixed_ips': [{'subnet_id': 'cf98eeb5-37de-40ca-9f86-ced9cc4b135b'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:39:49.659843 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Publish callbacks [] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.660782 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.680077 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Transition to ACTIVE for port object 4f009e28-a57a-46b5-add9-d8103582ae8a will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:39:49.685129 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.792723 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f009e28-a57a-46b5-add9-d8103582ae8a,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:49.821499 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Attempting to bind port 4f009e28-a57a-46b5-add9-d8103582ae8a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:49.822806 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Attempting to bind port 4f009e28-a57a-46b5-add9-d8103582ae8a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '64d43a67-d384-4c83-9bd6-290fa26cbff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:49.823169 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Attempting to bind port 4f009e28-a57a-46b5-add9-d8103582ae8a on network 70a8976c-0f11-4389-a937-c280efbc1de6 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:49.827948 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Port 4f009e28-a57a-46b5-add9-d8103582ae8a on network 70a8976c-0f11-4389-a937-c280efbc1de6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:39:49.828294 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Attempting to bind port 4f009e28-a57a-46b5-add9-d8103582ae8a on network 70a8976c-0f11-4389-a937-c280efbc1de6 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:49.834120 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:49.834540 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Checking segment: {'id': '64d43a67-d384-4c83-9bd6-290fa26cbff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:49.834857 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Bound using segment: {'id': '64d43a67-d384-4c83-9bd6-290fa26cbff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:49.835280 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Bound port: 4f009e28-a57a-46b5-add9-d8103582ae8a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d43a67-d384-4c83-9bd6-290fa26cbff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:49.835635 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.893443 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Allocated IP 172.20.0.2 (3341ffe1-34b4-418f-bcfc-2be2d1327f21/cf98eeb5-37de-40ca-9f86-ced9cc4b135b/3c9beaa4-7022-4bc7-8037-edcc190f24e1) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:49.914089 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] For port 4f009e28-a57a-46b5-add9-d8103582ae8a, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:49.919465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] For port 4f009e28-a57a-46b5-add9-d8103582ae8a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f009e28-a57a-46b5-add9-d8103582ae8a,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:49.930799 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.983392 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'a97b6430-8b54-411f-bb63-d8935356df28', 'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'mac_address': 'fa:16:3e:63:1c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:45Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 2, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'subnets': [{'id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:49.986053 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks [] for router_gateway (e2b90624-56c8-41c2-8142-df1993052c96), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.009479 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45b84c-5268-4dfa-9e86-24a19c202a9e req-e28e6e84-1ac5-4261-94ec-8af39b5cc925 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.011139 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6c45b84c-5268-4dfa-9e86-24a19c202a9e req-e28e6e84-1ac5-4261-94ec-8af39b5cc925 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1452968 Feb 21 01:39:50.022035 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Checking router: 8509ee40-afb2-4d46-ae81-43684190732b for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:50.022717 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Updating router 8509ee40-afb2-4d46-ae81-43684190732b port a97b6430-8b54-411f-bb63-d8935356df28 binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:39:50.070922 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a97b6430-8b54-411f-bb63-d8935356df28), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.102127 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6c45b84c-5268-4dfa-9e86-24a19c202a9e req-cc14f47a-1091-435f-8965-4ee76df2a582 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821555 Feb 21 01:39:50.202577 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.203118 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.204524 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f009e28-a57a-46b5-add9-d8103582ae8a HTTP/1.1" status: 200 len: 1094 time: 1.0883970 Feb 21 01:39:50.204954 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a886d399-2819-46f8-8c2d-ea5e7c74c7a1', 'tag': '4f009e28-a57a-46b5-add9-d8103582ae8a'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:50.207191 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6473f5ac-08b8-4d76-bce9-57af09a6b784" -d '{"events": [{"name": "network-changed", "server_uuid": "a886d399-2819-46f8-8c2d-ea5e7c74c7a1", "tag": "4f009e28-a57a-46b5-add9-d8103582ae8a"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:50.235287 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ce306-d7fd-40cf-bf0d-aca8ae9a99d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f009e28-a57a-46b5-add9-d8103582ae8a,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:50.243933 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Publish callbacks [] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.263625 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.308864 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks [] for router_gateway (e2b90624-56c8-41c2-8142-df1993052c96), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.335231 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fa55d-9027-49aa-b8be-d154324eedac req-a03ef63f-d3e1-4c14-afaa-019f565019ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.337271 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-a03ef63f-d3e1-4c14-afaa-019f565019ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d55ff8f89dd4efe91ad4e0f863808ee&device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 1128 time: 0.0604937 Feb 21 01:39:50.342914 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca521d-5b4c-4e15-970a-c56512edbd96 x-openstack-request-id: req-3fca521d-5b4c-4e15-970a-c56512edbd96 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:50.343474 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a886d399-2819-46f8-8c2d-ea5e7c74c7a1", "tag": "4f009e28-a57a-46b5-add9-d8103582ae8a", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:50.343733 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3fca521d-5b4c-4e15-970a-c56512edbd96 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:50.344234 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a886d399-2819-46f8-8c2d-ea5e7c74c7a1', 'tag': '4f009e28-a57a-46b5-add9-d8103582ae8a', 'status': 'completed', 'code': 200} Feb 21 01:39:50.359956 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.369596 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:50.377988 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:50.386348 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:50.392833 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Pushing event updated for resources: {'Port': ['ID=3c9beaa4-7022-4bc7-8037-edcc190f24e1,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:50.402309 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-f1dc7898-1f05-4480-8997-51b7ceb6858b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f009e28-a57a-46b5-add9-d8103582ae8a HTTP/1.1" status: 200 len: 217 time: 0.0527003 Feb 21 01:39:50.410489 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:50.440644 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0a778-5628-463d-96b5-3c65d918cb0c req-13b45b60-660c-4fe3-90f5-0165b6757658 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.445569 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dad0a778-5628-463d-96b5-3c65d918cb0c req-13b45b60-660c-4fe3-90f5-0165b6757658 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 944 time: 0.1477065 Feb 21 01:39:50.457728 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fa55d-9027-49aa-b8be-d154324eedac req-b1b83356-cb96-4424-8509-818cb3fb2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.459516 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-b1b83356-cb96-4424-8509-818cb3fb2a7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa67cff6-02cc-4146-9597-ceda7785d61f HTTP/1.1" status: 200 len: 848 time: 0.0509372 Feb 21 01:39:50.496413 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-36a64f0f-1a2f-47a4-a40b-993fe0f4768e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70a8976c-0f11-4389-a937-c280efbc1de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301578 Feb 21 01:39:50.541179 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Attempting to bind port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:50.541853 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Attempting to bind port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:50.541993 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Attempting to bind port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 on network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:50.544976 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Allocated IP 172.27.1.228 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/286aae92-c072-4eb3-8865-b247e66dee77) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:50.556676 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:50.558144 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Checking segment: {'id': '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:50.558589 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.558991 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Bound using segment: {'id': '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:50.559483 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Bound port: 3c9beaa4-7022-4bc7-8037-edcc190f24e1, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:50.559913 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.563357 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dad0a778-5628-463d-96b5-3c65d918cb0c req-ac1ec908-5d1e-4a07-84a0-b5cee08afcb1 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082938 Feb 21 01:39:50.623960 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-9217f950-59dc-47e9-a4ad-c21ac127d4d5 service neutron] 10.222.0.73 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204355 Feb 21 01:39:50.640670 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:50.641051 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.645317 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Publish callbacks [] for port (a97b6430-8b54-411f-bb63-d8935356df28), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.679683 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a97b6430-8b54-411f-bb63-d8935356df28), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.691006 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks [] for port (286aae92-c072-4eb3-8865-b247e66dee77), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.745491 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] For port 3c9beaa4-7022-4bc7-8037-edcc190f24e1, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:50.775141 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (286aae92-c072-4eb3-8865-b247e66dee77), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.777490 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] For port 3c9beaa4-7022-4bc7-8037-edcc190f24e1, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=3c9beaa4-7022-4bc7-8037-edcc190f24e1,segment=NetworkSegment(4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162),segment_id=4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:50.798057 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.800067 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00116b7-2488-4e3f-8004-80ecd1f00c5a None None] Pushing event updated for resources: {'Port': ['ID=a97b6430-8b54-411f-bb63-d8935356df28,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:50.808853 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78058a7c-d235-4232-b5e4-4e1e0f80b9e3 req-1b7b5e22-4ad9-423f-abd2-8b3b9f8e00f9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.810661 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-78058a7c-d235-4232-b5e4-4e1e0f80b9e3 req-1b7b5e22-4ad9-423f-abd2-8b3b9f8e00f9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1527054 Feb 21 01:39:50.816793 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b61fa55d-9027-49aa-b8be-d154324eedac req-23a8bf13-5b03-4a45-90d9-05941c83f248 service neutron] 10.222.0.73 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848896 Feb 21 01:39:50.896892 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:50.904018 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:50.916356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:50.928057 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-78058a7c-d235-4232-b5e4-4e1e0f80b9e3 req-af01ebf0-f974-4b80-8533-27d5d2a71aec tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984275 Feb 21 01:39:50.972193 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-2c19362e-a342-42f8-bf14-94caf62ecf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.979882 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-2c19362e-a342-42f8-bf14-94caf62ecf87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d55ff8f89dd4efe91ad4e0f863808ee&device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 1128 time: 0.1086638 Feb 21 01:39:50.991712 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Attempting to bind port a97b6430-8b54-411f-bb63-d8935356df28 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:50.993365 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Attempting to bind port a97b6430-8b54-411f-bb63-d8935356df28 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:50.993899 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Attempting to bind port a97b6430-8b54-411f-bb63-d8935356df28 on network c0a215f4-97e2-485c-afd9-7919acfd1e00 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:51.009263 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b34a07-0859-4f3a-9974-8f825d8ce69b None None] Pushing event updated for resources: {'Port': ['ID=3c9beaa4-7022-4bc7-8037-edcc190f24e1,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:51.013300 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:51.016975 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:51.017585 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Checking segment: {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:51.018161 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.018731 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Bound using segment: {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:51.019659 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Bound port: a97b6430-8b54-411f-bb63-d8935356df28, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:51.020303 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a97b6430-8b54-411f-bb63-d8935356df28), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.150854 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] For port a97b6430-8b54-411f-bb63-d8935356df28, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:51.154535 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] For port a97b6430-8b54-411f-bb63-d8935356df28, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=a97b6430-8b54-411f-bb63-d8935356df28,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:51.165486 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Pushing event updated for resources: {'Port': ['ID=286aae92-c072-4eb3-8865-b247e66dee77,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:51.174446 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a97b6430-8b54-411f-bb63-d8935356df28), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.225520 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-19054c69-5c23-4f9a-b88a-2637bc550b4a None None] Provisioning complete for port a97b6430-8b54-411f-bb63-d8935356df28 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:51.225901 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-19054c69-5c23-4f9a-b88a-2637bc550b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a97b6430-8b54-411f-bb63-d8935356df28), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.241111 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-eedaef20-6d6e-4f4c-b803-823da8614840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:51.242894 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-eedaef20-6d6e-4f4c-b803-823da8614840 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70a8976c-0f11-4389-a937-c280efbc1de6 HTTP/1.1" status: 200 len: 908 time: 0.2527499 Feb 21 01:39:51.284996 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:51.285650 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:39:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:51.379013 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-cc28f6b2-9b72-4dc9-bebb-9d104d8377b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f009e28-a57a-46b5-add9-d8103582ae8a HTTP/1.1" status: 200 len: 217 time: 0.1265221 Feb 21 01:39:51.400603 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00116b7-2488-4e3f-8004-80ecd1f00c5a None None] Pushing event updated for resources: {'Port': ['ID=a97b6430-8b54-411f-bb63-d8935356df28,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:51.439290 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks [] for router_gateway (e2b90624-56c8-41c2-8142-df1993052c96), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.466862 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 38592) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:51.503716 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-8a63ae57-65ba-4267-a588-28ef70b7cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:51.505536 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-8a63ae57-65ba-4267-a588-28ef70b7cc95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa67cff6-02cc-4146-9597-ceda7785d61f HTTP/1.1" status: 200 len: 848 time: 0.1084199 Feb 21 01:39:51.568297 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-72c08b05-e906-4bf6-81ed-bc2bb8f84f96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70a8976c-0f11-4389-a937-c280efbc1de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555615 Feb 21 01:39:51.640707 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85e7e-4877-4628-8c13-db40acd829f4 req-7cd0ce32-3d62-40d6-81f2-a0739b226371 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:51.642747 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c7d85e7e-4877-4628-8c13-db40acd829f4 req-7cd0ce32-3d62-40d6-81f2-a0739b226371 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.2887511 Feb 21 01:39:51.680273 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-98e42bc3-4b46-475f-bc28-228eebcb5a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.752119 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-19054c69-5c23-4f9a-b88a-2637bc550b4a None None] Current status of the port a97b6430-8b54-411f-bb63-d8935356df28 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:51.752767 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-19054c69-5c23-4f9a-b88a-2637bc550b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a97b6430-8b54-411f-bb63-d8935356df28), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.756294 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c7d85e7e-4877-4628-8c13-db40acd829f4 req-14b978c9-01b2-427a-8497-f0562974834a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060081 Feb 21 01:39:51.765393 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:51.789109 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-7d844821-bd87-48d6-a9b2-7a037bf624e5 service neutron] 10.222.0.73 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116489 Feb 21 01:39:51.866080 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-19054c69-5c23-4f9a-b88a-2637bc550b4a None None] For port a97b6430-8b54-411f-bb63-d8935356df28, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=a97b6430-8b54-411f-bb63-d8935356df28,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:51.866919 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (e2b90624-56c8-41c2-8142-df1993052c96), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.890539 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624f759-b91c-43d3-8ecf-2d4889f172c7 req-96e63059-5853-4078-9075-3fd9e3e9b8a4 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:51.892338 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3624f759-b91c-43d3-8ecf-2d4889f172c7 req-96e63059-5853-4078-9075-3fd9e3e9b8a4 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 944 time: 0.1774092 Feb 21 01:39:51.907242 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-19054c69-5c23-4f9a-b88a-2637bc550b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a97b6430-8b54-411f-bb63-d8935356df28), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.956400 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-98e42bc3-4b46-475f-bc28-228eebcb5a59 admin admin] Publish callbacks [] for security_group (1508663e-39b5-4358-b284-957abd2de6b6), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.984243 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-98e42bc3-4b46-475f-bc28-228eebcb5a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1508663e-39b5-4358-b284-957abd2de6b6), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.025579 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6473f5ac-08b8-4d76-bce9-57af09a6b784 req-3388e976-63cd-41b6-bb35-04b7fef5955c service neutron] 10.222.0.73 "GET /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252998 Feb 21 01:39:52.100142 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3624f759-b91c-43d3-8ecf-2d4889f172c7 req-4c01a193-fa68-403e-b116-d0b90efea373 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009680 Feb 21 01:39:52.109351 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e42bc3-4b46-475f-bc28-228eebcb5a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1508663e-39b5-4358-b284-957abd2de6b6,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:52.111459 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Router e2b90624-56c8-41c2-8142-df1993052c96 is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:39:52.123704 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-98e42bc3-4b46-475f-bc28-228eebcb5a59 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2b4c47b6b6044c582fed3a84357e02e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6526480 Feb 21 01:39:52.124604 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 38608) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:52.144213 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19054c69-5c23-4f9a-b88a-2637bc550b4a None None] Pushing event updated for resources: {'Port': ['ID=a97b6430-8b54-411f-bb63-d8935356df28,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:52.194599 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-7ef804c9-da44-4783-ae9a-ed372cc37711 None None] Provisioning complete for port a97b6430-8b54-411f-bb63-d8935356df28 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:52.194989 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d0245c45-7c03-4478-8cd7-5dd7a372fc77 admin admin] Publish callbacks [] for security_group (1508663e-39b5-4358-b284-957abd2de6b6), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.195108 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-7ef804c9-da44-4783-ae9a-ed372cc37711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a97b6430-8b54-411f-bb63-d8935356df28), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.241759 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113fbf-d45e-4d92-bb11-52b4b7abf7b5 req-d0ac43bd-ca7a-476e-9ad9-5784efaa600f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:52.248590 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d0245c45-7c03-4478-8cd7-5dd7a372fc77 admin admin] Publish callbacks [] for security_group (1508663e-39b5-4358-b284-957abd2de6b6), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.251618 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-56113fbf-d45e-4d92-bb11-52b4b7abf7b5 req-d0ac43bd-ca7a-476e-9ad9-5784efaa600f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1559718 Feb 21 01:39:52.323965 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-56113fbf-d45e-4d92-bb11-52b4b7abf7b5 req-9e206172-8f31-47ee-a078-4d6ab24d4b3e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655222 Feb 21 01:39:52.388135 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d0245c45-7c03-4478-8cd7-5dd7a372fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1508663e-39b5-4358-b284-957abd2de6b6), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.391558 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d0245c45-7c03-4478-8cd7-5dd7a372fc77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.395600 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-d0245c45-7c03-4478-8cd7-5dd7a372fc77 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1508663e-39b5-4358-b284-957abd2de6b6 HTTP/1.1" status: 204 len: 168 time: 0.2694163 Feb 21 01:39:52.414134 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0245c45-7c03-4478-8cd7-5dd7a372fc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1508663e-39b5-4358-b284-957abd2de6b6,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:52.422015 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:52.431612 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Sync routers for ids ['e2b90624-56c8-41c2-8142-df1993052c96'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:52.450733 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.453202 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-83519806-27b8-43aa-a528-49e86ad4024b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1041260 Feb 21 01:39:52.455706 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 38614) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:52.457060 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Routers {'e2b90624-56c8-41c2-8142-df1993052c96'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:52.458289 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:39:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['e2b90624-56c8-41c2-8142-df1993052c96'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:52.467739 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3c9beaa4-7022-4bc7-8037-edcc190f24e1 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:52.572092 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-7ef804c9-da44-4783-ae9a-ed372cc37711 None None] Current status of the port a97b6430-8b54-411f-bb63-d8935356df28 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:52.583770 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'a97b6430-8b54-411f-bb63-d8935356df28', 'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'mac_address': 'fa:16:3e:63:1c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:45Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'subnets': [{'id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:52.620743 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88423d97-4707-4fee-a06f-fc1a2cde64b3 None None] The sync data for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi is: [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'a97b6430-8b54-411f-bb63-d8935356df28', 'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'mac_address': 'fa:16:3e:63:1c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:45Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'subnets': [{'id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:52.626886 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:52.627267 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.628516 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Set router e2b90624-56c8-41c2-8142-df1993052c96 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:52.783211 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e50990-bd73-44d2-8bb3-d6bcef149181 None None] Network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:52.842764 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:52.843159 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.907453 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 3c9beaa4-7022-4bc7-8037-edcc190f24e1, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=3c9beaa4-7022-4bc7-8037-edcc190f24e1,segment=NetworkSegment(4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162),segment_id=4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:52.974447 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.038222 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=3c9beaa4-7022-4bc7-8037-edcc190f24e1,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:53.043274 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-b2f84f7c-d959-41ec-bc6d-9d6ffc8ebccb None None] Provisioning complete for port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:53.043889 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-b2f84f7c-d959-41ec-bc6d-9d6ffc8ebccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.062942 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '286aae92-c072-4eb3-8865-b247e66dee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:49Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 3, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'gw_port': {'id': '286aae92-c072-4eb3-8865-b247e66dee77', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:50Z', 'updated_at': '2022-02-21T01:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:53.066858 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1efe72-5d37-4806-8aff-57f8766ce4da req-5c15c15c-56c6-43ae-8c45-e58e25198687 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:53.068981 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4d1efe72-5d37-4806-8aff-57f8766ce4da req-5c15c15c-56c6-43ae-8c45-e58e25198687 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1347406 Feb 21 01:39:53.122366 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Checking router: e2b90624-56c8-41c2-8142-df1993052c96 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:53.122725 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Updating router e2b90624-56c8-41c2-8142-df1993052c96 port 286aae92-c072-4eb3-8865-b247e66dee77 binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:39:53.170835 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (286aae92-c072-4eb3-8865-b247e66dee77), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.185773 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4d1efe72-5d37-4806-8aff-57f8766ce4da req-86b0636d-aad1-448b-bf02-9b0b49e8acd5 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091444 Feb 21 01:39:53.263131 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.288903 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8cca9-a25e-4260-af47-e4e60dc2159e req-f4168872-a370-4ae1-9c4b-f795f2c129d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:53.302945 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-b2f84f7c-d959-41ec-bc6d-9d6ffc8ebccb None None] Current status of the port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:53.307529 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-43c8cca9-a25e-4260-af47-e4e60dc2159e req-f4168872-a370-4ae1-9c4b-f795f2c129d0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 944 time: 0.1161172 Feb 21 01:39:53.387234 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-43c8cca9-a25e-4260-af47-e4e60dc2159e req-f0f73065-3b45-4738-822e-34d796f798bf tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787356 Feb 21 01:39:53.625909 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Publish callbacks [] for port (286aae92-c072-4eb3-8865-b247e66dee77), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.635701 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-cc3efdd7-096d-4de3-9b1b-61560dc81f14 None None] Provisioning complete for port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:53.636151 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-cc3efdd7-096d-4de3-9b1b-61560dc81f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.641411 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (286aae92-c072-4eb3-8865-b247e66dee77), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.658060 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Allocated IP 172.20.0.1 (3341ffe1-34b4-418f-bcfc-2be2d1327f21/cf98eeb5-37de-40ca-9f86-ced9cc4b135b/9429b42a-0294-403f-b928-e2f61f233b8d) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:53.682496 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801b86f-25fa-4308-b1e5-b5fc693c0536 req-6bc02201-f072-45d9-9bf9-07b67eb9c967 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:53.685227 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0801b86f-25fa-4308-b1e5-b5fc693c0536 req-6bc02201-f072-45d9-9bf9-07b67eb9c967 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.2142165 Feb 21 01:39:53.725377 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Attempting to bind port 286aae92-c072-4eb3-8865-b247e66dee77 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:53.726011 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Attempting to bind port 286aae92-c072-4eb3-8865-b247e66dee77 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:53.726556 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Attempting to bind port 286aae92-c072-4eb3-8865-b247e66dee77 on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:53.739975 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bcf2d-11ed-4dca-a0c4-a8c7d303dde3 None None] Pushing event updated for resources: {'Port': ['ID=286aae92-c072-4eb3-8865-b247e66dee77,revision_number=2']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:53.744476 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:53.745106 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:53.745668 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.746224 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:53.747003 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Bound port: 286aae92-c072-4eb3-8865-b247e66dee77, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:53.747586 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (286aae92-c072-4eb3-8865-b247e66dee77), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.809234 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0801b86f-25fa-4308-b1e5-b5fc693c0536 req-1a617f42-a70a-43c0-87a2-6d8fafd44c6b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165962 Feb 21 01:39:53.824866 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-cc3efdd7-096d-4de3-9b1b-61560dc81f14 None None] Current status of the port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:53.855083 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] For port 286aae92-c072-4eb3-8865-b247e66dee77, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:53.859808 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] For port 286aae92-c072-4eb3-8865-b247e66dee77, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=286aae92-c072-4eb3-8865-b247e66dee77,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:53.868813 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Publish callbacks [] for port (9429b42a-0294-403f-b928-e2f61f233b8d), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.869394 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (286aae92-c072-4eb3-8865-b247e66dee77), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.913813 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.927442 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Routers {'e2b90624-56c8-41c2-8142-df1993052c96'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:53.928064 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:39:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['e2b90624-56c8-41c2-8142-df1993052c96'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:53.957207 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:53.962731 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:53.966590 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:53.971469 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bcf2d-11ed-4dca-a0c4-a8c7d303dde3 None None] Pushing event updated for resources: {'Port': ['ID=286aae92-c072-4eb3-8865-b247e66dee77,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:54.002336 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Pushing event updated for resources: {'Port': ['ID=9429b42a-0294-403f-b928-e2f61f233b8d,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:54.026590 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (e2b90624-56c8-41c2-8142-df1993052c96), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.084827 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] Set router e2b90624-56c8-41c2-8142-df1993052c96 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:54.207712 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.288107 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 4f009e28-a57a-46b5-add9-d8103582ae8a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:39:54.426872 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '286aae92-c072-4eb3-8865-b247e66dee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:49Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 3, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'gw_port': {'id': '286aae92-c072-4eb3-8865-b247e66dee77', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:50Z', 'updated_at': '2022-02-21T01:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:54.466643 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58d22f-6df4-447e-bc12-110ab96e6deb req-ab7227d5-2ca3-4e70-8bb1-36d6308d4baf tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:54.468226 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0d58d22f-6df4-447e-bc12-110ab96e6deb req-ab7227d5-2ca3-4e70-8bb1-36d6308d4baf tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0981708 Feb 21 01:39:54.483776 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a88874-f6a2-4803-be30-55cc13168422 None None] The sync data for ids ['e2b90624-56c8-41c2-8142-df1993052c96'] in dv-cinder-813229-6-iscsi is: [{'id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '286aae92-c072-4eb3-8865-b247e66dee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:49Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 3, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'gw_port': {'id': '286aae92-c072-4eb3-8865-b247e66dee77', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:50Z', 'updated_at': '2022-02-21T01:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:54.508693 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-48234134-6bc0-48af-9f74-399a1f718dfa None None] Provisioning complete for port 9429b42a-0294-403f-b928-e2f61f233b8d triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:54.509229 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-48234134-6bc0-48af-9f74-399a1f718dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.553266 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3c9beaa4-7022-4bc7-8037-edcc190f24e1 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:54.554260 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0d58d22f-6df4-447e-bc12-110ab96e6deb req-b363cf8b-2c72-4d9c-bcd7-3f4ed1a82f8e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796189 Feb 21 01:39:54.624594 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Publish callbacks [] for port (9429b42a-0294-403f-b928-e2f61f233b8d), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.633244 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1bb0-72fc-4ce4-bede-4e4d5201cadf req-392d8b5a-3d1a-47ae-82e1-dba4098c4e42 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:54.640785 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-52cc1bb0-72fc-4ce4-bede-4e4d5201cadf req-392d8b5a-3d1a-47ae-82e1-dba4098c4e42 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 944 time: 0.0846486 Feb 21 01:39:54.643779 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.646295 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-48234134-6bc0-48af-9f74-399a1f718dfa None None] Port 9429b42a-0294-403f-b928-e2f61f233b8d cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:39:54.653746 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 4f009e28-a57a-46b5-add9-d8103582ae8a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f009e28-a57a-46b5-add9-d8103582ae8a,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:54.673255 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '4f009e28-a57a-46b5-add9-d8103582ae8a', 'network_id': '70a8976c-0f11-4389-a937-c280efbc1de6', 'port_id': '4f009e28-a57a-46b5-add9-d8103582ae8a', 'mac_address': 'fa:16:3e:1f:15:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa67cff6-02cc-4146-9597-ceda7785d61f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:39:54.701698 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:54.702379 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.740535 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 4f009e28-a57a-46b5-add9-d8103582ae8a is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:54.740925 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.745244 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (e2b90624-56c8-41c2-8142-df1993052c96), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.756770 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Pushing event updated for resources: {'Port': ['ID=9429b42a-0294-403f-b928-e2f61f233b8d,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:54.762021 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f009e28-a57a-46b5-add9-d8103582ae8a {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:54.766460 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-52cc1bb0-72fc-4ce4-bede-4e4d5201cadf req-e1df1880-4871-477e-95f5-0214a80bb8a6 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253240 Feb 21 01:39:54.792773 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 4f009e28-a57a-46b5-add9-d8103582ae8a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f009e28-a57a-46b5-add9-d8103582ae8a,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:54.800936 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.876126 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:54.877253 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device a97b6430-8b54-411f-bb63-d8935356df28 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:54.907634 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:54.909454 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:54.960128 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=4f009e28-a57a-46b5-add9-d8103582ae8a,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:54.975969 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port a97b6430-8b54-411f-bb63-d8935356df28 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:54.976984 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a97b6430-8b54-411f-bb63-d8935356df28), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.980500 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bff63-6a15-4b02-97f1-3886594df8e2 req-64797332-d946-45cd-ab9e-95ffa7495a1d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:54.998071 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9a3bff63-6a15-4b02-97f1-3886594df8e2 req-64797332-d946-45cd-ab9e-95ffa7495a1d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0878532 Feb 21 01:39:55.072147 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Router e2b90624-56c8-41c2-8142-df1993052c96 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:55.116168 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9a3bff63-6a15-4b02-97f1-3886594df8e2 req-acf88abf-03ce-4363-9af2-2b153b570e36 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164453 Feb 21 01:39:55.131523 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port a97b6430-8b54-411f-bb63-d8935356df28 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:55.276938 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-6aa1e5df-6754-4c0a-bb4a-49f362c69c8e None None] Provisioning complete for port 9429b42a-0294-403f-b928-e2f61f233b8d triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:55.279084 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e5df-6754-4c0a-bb4a-49f362c69c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:55.331730 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ad4df0ac-52dc-408d-9fc2-1e7ed16a0140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:55.333244 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1e5df-6754-4c0a-bb4a-49f362c69c8e None None] Port 9429b42a-0294-403f-b928-e2f61f233b8d cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:39:55.470865 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:55.476803 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-baa54800-364b-4c39-ab4a-2e834e3446be admin admin] 10.222.0.79 "PUT /v2.0/routers/e2b90624-56c8-41c2-8142-df1993052c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0192513 Feb 21 01:39:55.580475 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['4f009e28-a57a-46b5-add9-d8103582ae8a'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:39:55.736603 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a60f8-f6c0-427b-8d69-c82cb112c538 req-d8180af3-9fcf-4a51-a2d3-4c0502367a98 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:55.738556 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-115a60f8-f6c0-427b-8d69-c82cb112c538 req-d8180af3-9fcf-4a51-a2d3-4c0502367a98 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0614386 Feb 21 01:39:55.790008 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-115a60f8-f6c0-427b-8d69-c82cb112c538 req-8d6f8f01-9b66-4311-8831-eca55e24d9ec tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Feb 21 01:39:55.902712 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68813adf-722c-45af-86b3-26bcae8a2734 req-95f539be-7d0f-47aa-ad2e-404abe3e1282 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:55.904177 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-68813adf-722c-45af-86b3-26bcae8a2734 req-95f539be-7d0f-47aa-ad2e-404abe3e1282 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0640585 Feb 21 01:39:55.950672 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-68813adf-722c-45af-86b3-26bcae8a2734 req-c812f3ec-12c2-48fc-82fa-777d938ae870 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 Feb 21 01:39:56.303637 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848a7bf-3c32-4b82-87bf-e15d51bfef11 req-76150dc6-f94a-4d62-8ccd-06ac4a034595 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:56.305227 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7848a7bf-3c32-4b82-87bf-e15d51bfef11 req-76150dc6-f94a-4d62-8ccd-06ac4a034595 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0809340 Feb 21 01:39:56.382905 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7848a7bf-3c32-4b82-87bf-e15d51bfef11 req-769c8695-206c-4923-8e67-e7ef17c75053 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687394 Feb 21 01:39:56.402696 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 286aae92-c072-4eb3-8865-b247e66dee77 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:56.495031 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 286aae92-c072-4eb3-8865-b247e66dee77 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:56.495031 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (286aae92-c072-4eb3-8865-b247e66dee77), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:56.533475 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Sync routers for ids ['e2b90624-56c8-41c2-8142-df1993052c96'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:56.564934 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Routers {'e2b90624-56c8-41c2-8142-df1993052c96'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:56.565632 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:39:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['e2b90624-56c8-41c2-8142-df1993052c96'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:56.797069 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 286aae92-c072-4eb3-8865-b247e66dee77 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:56.798311 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (286aae92-c072-4eb3-8865-b247e66dee77), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:56.854850 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 286aae92-c072-4eb3-8865-b247e66dee77, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=286aae92-c072-4eb3-8865-b247e66dee77,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:56.874915 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Set router e2b90624-56c8-41c2-8142-df1993052c96 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:56.877082 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (286aae92-c072-4eb3-8865-b247e66dee77), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:56.955521 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=286aae92-c072-4eb3-8865-b247e66dee77,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:57.081805 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6477f7f-487c-469f-9cb1-fd9f5e72d2c8 req-ffbcedc0-e6d8-4b2f-91e6-176a7b73b7d8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:57.083401 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c6477f7f-487c-469f-9cb1-fd9f5e72d2c8 req-ffbcedc0-e6d8-4b2f-91e6-176a7b73b7d8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1799567 Feb 21 01:39:57.121281 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342ccb1-59dd-4cab-aa59-2ab085890892 req-1ae6775a-b85d-4acd-97a1-e4a1c95a72e8 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:57.130916 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5342ccb1-59dd-4cab-aa59-2ab085890892 req-1ae6775a-b85d-4acd-97a1-e4a1c95a72e8 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0966551 Feb 21 01:39:57.154003 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c6477f7f-487c-469f-9cb1-fd9f5e72d2c8 req-7c4041be-4c4f-4e97-8c2a-53acf5627a61 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Feb 21 01:39:57.212972 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5342ccb1-59dd-4cab-aa59-2ab085890892 req-ec60f355-cec9-4e50-b588-53d761c06054 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803604 Feb 21 01:39:57.223992 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '286aae92-c072-4eb3-8865-b247e66dee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:49Z', 'updated_at': '2022-02-21T01:39:54Z', 'revision_number': 4, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'gw_port': {'id': '286aae92-c072-4eb3-8865-b247e66dee77', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:50Z', 'updated_at': '2022-02-21T01:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '9429b42a-0294-403f-b928-e2f61f233b8d', 'name': '', 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'mac_address': 'fa:16:3e:b6:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'cf98eeb5-37de-40ca-9f86-ced9cc4b135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:53Z', 'updated_at': '2022-02-21T01:39:54Z', 'revision_number': 2, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'subnets': [{'id': 'cf98eeb5-37de-40ca-9f86-ced9cc4b135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:57.252168 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Checking router: e2b90624-56c8-41c2-8142-df1993052c96 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:57.252638 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Updating router e2b90624-56c8-41c2-8142-df1993052c96 port 9429b42a-0294-403f-b928-e2f61f233b8d binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:39:57.282691 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:57.560451 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b827785-20f6-40c3-a470-8a8789b6b41c req-cdacf021-4789-4663-9c7f-9d6bfc12468d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:57.566980 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9b827785-20f6-40c3-a470-8a8789b6b41c req-cdacf021-4789-4663-9c7f-9d6bfc12468d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0661411 Feb 21 01:39:57.612470 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9b827785-20f6-40c3-a470-8a8789b6b41c req-26a51662-40ce-42a7-bb9c-8f157771e024 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439029 Feb 21 01:39:57.666668 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-321668c6-0761-4d31-bcd6-488b544b4de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:57.685509 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Publish callbacks [] for port (9429b42a-0294-403f-b928-e2f61f233b8d), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:57.691452 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:57.771373 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9a4d4-2694-43ad-a9da-6879757191e3 None None] Pushing event updated for resources: {'Port': ['ID=9429b42a-0294-403f-b928-e2f61f233b8d,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:57.820085 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Attempting to bind port 9429b42a-0294-403f-b928-e2f61f233b8d on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:57.820759 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Attempting to bind port 9429b42a-0294-403f-b928-e2f61f233b8d by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:57.820759 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Attempting to bind port 9429b42a-0294-403f-b928-e2f61f233b8d on network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:57.827085 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:57.827472 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Checking segment: {'id': '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:57.827879 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:57.828278 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Bound using segment: {'id': '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:57.828904 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Bound port: 9429b42a-0294-403f-b928-e2f61f233b8d, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:57.829405 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:57.919786 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] For port 9429b42a-0294-403f-b928-e2f61f233b8d, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:57.923431 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] For port 9429b42a-0294-403f-b928-e2f61f233b8d, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=9429b42a-0294-403f-b928-e2f61f233b8d,segment=NetworkSegment(4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162),segment_id=4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:57.930533 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:57.989144 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Routers {'e2b90624-56c8-41c2-8142-df1993052c96'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:57.989781 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:39:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['e2b90624-56c8-41c2-8142-df1993052c96'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:58.047481 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9a4d4-2694-43ad-a9da-6879757191e3 None None] Pushing event updated for resources: {'Port': ['ID=9429b42a-0294-403f-b928-e2f61f233b8d,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:58.154874 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-5b996e33-a272-4bd3-8e49-96fd9d220bbe None None] Provisioning complete for port 9429b42a-0294-403f-b928-e2f61f233b8d triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:58.155254 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-5b996e33-a272-4bd3-8e49-96fd9d220bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:58.212449 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] Set router e2b90624-56c8-41c2-8142-df1993052c96 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:58.369161 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-5b996e33-a272-4bd3-8e49-96fd9d220bbe None None] Current status of the port 9429b42a-0294-403f-b928-e2f61f233b8d is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:58.369764 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-5b996e33-a272-4bd3-8e49-96fd9d220bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:58.373185 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c062adc-808c-423d-a360-acb8fc794dc9 req-3485adbc-b7a4-40d8-9be0-4430d63265a5 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:58.381750 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c062adc-808c-423d-a360-acb8fc794dc9 req-3485adbc-b7a4-40d8-9be0-4430d63265a5 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0909534 Feb 21 01:39:58.399374 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b3d7-5194-462c-b1d8-af6a0e468a2a req-d4e892b8-e435-434a-8f9f-31c356cf5c44 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:58.400882 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ae40b3d7-5194-462c-b1d8-af6a0e468a2a req-d4e892b8-e435-434a-8f9f-31c356cf5c44 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0960505 Feb 21 01:39:58.412503 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 286aae92-c072-4eb3-8865-b247e66dee77 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:58.438901 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c062adc-808c-423d-a360-acb8fc794dc9 req-967b2cda-7deb-43f6-b24a-ae11677b3fcd tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538704 Feb 21 01:39:58.457725 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ae40b3d7-5194-462c-b1d8-af6a0e468a2a req-3a66d8b0-966f-40b2-ae87-d00e07610291 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500512 Feb 21 01:39:58.528016 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-5b996e33-a272-4bd3-8e49-96fd9d220bbe None None] For port 9429b42a-0294-403f-b928-e2f61f233b8d, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=9429b42a-0294-403f-b928-e2f61f233b8d,segment=NetworkSegment(4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162),segment_id=4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:58.537545 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-5b996e33-a272-4bd3-8e49-96fd9d220bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:58.605286 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 286aae92-c072-4eb3-8865-b247e66dee77 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:58.605665 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (286aae92-c072-4eb3-8865-b247e66dee77), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:58.654779 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b996e33-a272-4bd3-8e49-96fd9d220bbe None None] Pushing event updated for resources: {'Port': ['ID=9429b42a-0294-403f-b928-e2f61f233b8d,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:58.683554 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-cb444609-3013-447b-8a37-004652c57420 None None] Provisioning complete for port 9429b42a-0294-403f-b928-e2f61f233b8d triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:58.683931 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-cb444609-3013-447b-8a37-004652c57420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:58.715965 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '286aae92-c072-4eb3-8865-b247e66dee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:49Z', 'updated_at': '2022-02-21T01:39:54Z', 'revision_number': 4, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'gw_port': {'id': '286aae92-c072-4eb3-8865-b247e66dee77', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:50Z', 'updated_at': '2022-02-21T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '9429b42a-0294-403f-b928-e2f61f233b8d', 'name': '', 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'mac_address': 'fa:16:3e:b6:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'cf98eeb5-37de-40ca-9f86-ced9cc4b135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:53Z', 'updated_at': '2022-02-21T01:39:57Z', 'revision_number': 4, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'subnets': [{'id': 'cf98eeb5-37de-40ca-9f86-ced9cc4b135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:58.756005 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4237cf4-0d3c-40cb-ba30-20d711cc26e5 None None] The sync data for ids ['e2b90624-56c8-41c2-8142-df1993052c96'] in dv-cinder-813229-6-iscsi is: [{'id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '286aae92-c072-4eb3-8865-b247e66dee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:49Z', 'updated_at': '2022-02-21T01:39:54Z', 'revision_number': 4, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'gw_port': {'id': '286aae92-c072-4eb3-8865-b247e66dee77', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:50Z', 'updated_at': '2022-02-21T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '9429b42a-0294-403f-b928-e2f61f233b8d', 'name': '', 'network_id': '3341ffe1-34b4-418f-bcfc-2be2d1327f21', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'mac_address': 'fa:16:3e:b6:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'cf98eeb5-37de-40ca-9f86-ced9cc4b135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:53Z', 'updated_at': '2022-02-21T01:39:57Z', 'revision_number': 4, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'subnets': [{'id': 'cf98eeb5-37de-40ca-9f86-ced9cc4b135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:58.770812 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b493e9-67f6-45a0-b8a7-92ffe66623e5 req-6575b0bb-63b9-4388-9ad1-8560e4bd7d9a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:58.772706 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-87b493e9-67f6-45a0-b8a7-92ffe66623e5 req-6575b0bb-63b9-4388-9ad1-8560e4bd7d9a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0679493 Feb 21 01:39:58.838249 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:58.891580 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 286aae92-c072-4eb3-8865-b247e66dee77 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:58.912381 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-87b493e9-67f6-45a0-b8a7-92ffe66623e5 req-f6679927-a933-4f4d-95ae-9333ca8e6303 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182723 Feb 21 01:39:58.969484 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-cb444609-3013-447b-8a37-004652c57420 None None] Current status of the port 9429b42a-0294-403f-b928-e2f61f233b8d is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:59.489520 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 4f009e28-a57a-46b5-add9-d8103582ae8a up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:59.625079 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366b91c-d71d-473a-90e4-af0bfdfbe739 req-59806318-d175-48fd-92f4-73f221af03c1 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:59.627442 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b366b91c-d71d-473a-90e4-af0bfdfbe739 req-59806318-d175-48fd-92f4-73f221af03c1 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1058934 Feb 21 01:39:59.709087 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1eb7-2be3-4c2a-a768-4f41a06e3b26 req-f4aa553c-7c0b-4298-9f9e-17c51bf7163f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:59.726545 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f45c1eb7-2be3-4c2a-a768-4f41a06e3b26 req-f4aa553c-7c0b-4298-9f9e-17c51bf7163f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1530275 Feb 21 01:39:59.764315 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b366b91c-d71d-473a-90e4-af0bfdfbe739 req-9248d4c4-6f51-4005-8ffa-de9c1454b733 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232166 Feb 21 01:39:59.823039 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f45c1eb7-2be3-4c2a-a768-4f41a06e3b26 req-1c00b15b-2156-4356-9cb3-99b940254ad3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036513 Feb 21 01:39:59.856968 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 4f009e28-a57a-46b5-add9-d8103582ae8a completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:39:59.868798 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 4f009e28-a57a-46b5-add9-d8103582ae8a triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:59.870465 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:00.063879 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 4f009e28-a57a-46b5-add9-d8103582ae8a is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:00.064651 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:00.086102 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:00.120534 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a886d399-2819-46f8-8c2d-ea5e7c74c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f009e28-a57a-46b5-add9-d8103582ae8a'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:00.124901 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e83d2-27a3-4000-9c51-9b3d5c97faea" -d '{"events": [{"server_uuid": "a886d399-2819-46f8-8c2d-ea5e7c74c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "4f009e28-a57a-46b5-add9-d8103582ae8a"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:00.157929 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8e3b-01d3-4a75-b9de-adfaa5b58411 req-bdf4a737-df66-4bfd-9522-75b4d16a1b64 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:00.161266 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-158f8e3b-01d3-4a75-b9de-adfaa5b58411 req-bdf4a737-df66-4bfd-9522-75b4d16a1b64 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1186850 Feb 21 01:40:00.166677 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 4f009e28-a57a-46b5-add9-d8103582ae8a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f009e28-a57a-46b5-add9-d8103582ae8a,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:00.174567 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:00.312229 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56340574-3401-4fbf-9060-7e0b7edc7aaa x-openstack-request-id: req-56340574-3401-4fbf-9060-7e0b7edc7aaa {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:00.312543 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a886d399-2819-46f8-8c2d-ea5e7c74c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "4f009e28-a57a-46b5-add9-d8103582ae8a", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:00.312768 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-158f8e3b-01d3-4a75-b9de-adfaa5b58411 req-1577bb22-c80e-4edc-82fe-1548eb4254fa tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461790 Feb 21 01:40:00.312876 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56340574-3401-4fbf-9060-7e0b7edc7aaa {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:00.313194 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a886d399-2819-46f8-8c2d-ea5e7c74c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f009e28-a57a-46b5-add9-d8103582ae8a', 'code': 200} Feb 21 01:40:00.314551 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=4f009e28-a57a-46b5-add9-d8103582ae8a,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:00.354694 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.355209 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.355644 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.356067 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.356454 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.356854 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.357251 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.357645 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.358868 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.359290 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.360147 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.362815 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.363046 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:00.455052 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 9429b42a-0294-403f-b928-e2f61f233b8d up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:40:00.578629 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012366dc-9a43-4411-a5e4-9105d0953145 req-78178ff9-0dc1-4dd9-805c-1d11d8368584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:00.582156 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-012366dc-9a43-4411-a5e4-9105d0953145 req-78178ff9-0dc1-4dd9-805c-1d11d8368584 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 1130 time: 0.1146159 Feb 21 01:40:00.595554 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 9429b42a-0294-403f-b928-e2f61f233b8d triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:40:00.596062 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:00.681205 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742e9e3-c835-4884-a5bc-0e1714671f63 req-3d1a2327-053a-461a-b6e3-b43bce296ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:00.683644 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0742e9e3-c835-4884-a5bc-0e1714671f63 req-3d1a2327-053a-461a-b6e3-b43bce296ae0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0758932 Feb 21 01:40:00.729499 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 9429b42a-0294-403f-b928-e2f61f233b8d is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:00.765987 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0742e9e3-c835-4884-a5bc-0e1714671f63 req-9dbce171-8d13-4d7b-8456-7528c91f2840 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691452 Feb 21 01:40:00.909952 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b886d5-09fd-4717-8e20-2c7cfabd623a req-39d7150c-ae88-4ffe-bbc3-27736f2a49a0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:00.912159 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d0b886d5-09fd-4717-8e20-2c7cfabd623a req-39d7150c-ae88-4ffe-bbc3-27736f2a49a0 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0684044 Feb 21 01:40:00.977599 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47d67b-4228-4dfa-884e-392078171b35 req-4ba707b7-802e-4801-9c22-d491d321f364 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:00.981281 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d0b886d5-09fd-4717-8e20-2c7cfabd623a req-13c21908-2dc0-4ee8-aa44-9634dcb2a67c tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574994 Feb 21 01:40:00.983489 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dd47d67b-4228-4dfa-884e-392078171b35 req-4ba707b7-802e-4801-9c22-d491d321f364 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0676014 Feb 21 01:40:01.050756 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dd47d67b-4228-4dfa-884e-392078171b35 req-0ff9b888-8a00-41d1-ab8e-cbf6c93cbe20 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610681 Feb 21 01:40:01.447431 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5143529-8be2-474d-8684-51fee62f755f req-fd9e679f-afc0-40c4-8706-e3e2452135cc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:01.449551 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d5143529-8be2-474d-8684-51fee62f755f req-fd9e679f-afc0-40c4-8706-e3e2452135cc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0599022 Feb 21 01:40:01.499009 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d5143529-8be2-474d-8684-51fee62f755f req-e6ca498d-2025-44e0-a682-0d4828148339 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438561 Feb 21 01:40:01.765756 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:01.906065 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aec03b-dd1f-4c10-8041-a7ae031e5767 req-7f1414e2-7caf-47ed-9b6f-ae8621bca1ff tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:01.908096 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-33aec03b-dd1f-4c10-8041-a7ae031e5767 req-7f1414e2-7caf-47ed-9b6f-ae8621bca1ff tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0662518 Feb 21 01:40:01.966539 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-33aec03b-dd1f-4c10-8041-a7ae031e5767 req-727e5219-a39c-46ab-a57d-71f67b97189d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527935 Feb 21 01:40:02.120711 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2774b1-b8b5-4ff2-83ed-091403d0e540 req-0db223a6-2c48-46fa-a7b8-ab72213b60fc tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:02.129239 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-df2774b1-b8b5-4ff2-83ed-091403d0e540 req-0db223a6-2c48-46fa-a7b8-ab72213b60fc tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0668533 Feb 21 01:40:02.173641 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-df2774b1-b8b5-4ff2-83ed-091403d0e540 req-e5b4b42b-fe2c-4314-a173-f84bd4e26e70 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 Feb 21 01:40:02.214439 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9def1c-3432-4d0d-bd61-b22103af16e7 req-79595bab-4a4d-4331-aca8-d1fff86cdf35 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:02.218672 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4a9def1c-3432-4d0d-bd61-b22103af16e7 req-79595bab-4a4d-4331-aca8-d1fff86cdf35 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0771549 Feb 21 01:40:02.278803 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4a9def1c-3432-4d0d-bd61-b22103af16e7 req-858250d8-6de7-404d-8b6e-97297b09e29b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565047 Feb 21 01:40:02.638631 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ad593-faaf-484d-97c0-947bb69dfce1 req-c083c4c0-edff-46a1-9deb-190c6a9c0561 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:02.640190 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7f9ad593-faaf-484d-97c0-947bb69dfce1 req-c083c4c0-edff-46a1-9deb-190c6a9c0561 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0609419 Feb 21 01:40:02.690919 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7f9ad593-faaf-484d-97c0-947bb69dfce1 req-b41762f7-5ee3-444e-a95e-e627b3d63e6a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448551 Feb 21 01:40:03.109409 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfeb1e-9961-42b1-a270-a8d5b2acf9ef req-d37009dd-95f1-44bb-94c5-d566d651c5bd tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:03.111520 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a5bfeb1e-9961-42b1-a270-a8d5b2acf9ef req-d37009dd-95f1-44bb-94c5-d566d651c5bd tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0579343 Feb 21 01:40:03.170467 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a5bfeb1e-9961-42b1-a270-a8d5b2acf9ef req-c109b481-8c2d-4e43-bdfe-dbfd189a8197 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518677 Feb 21 01:40:03.298350 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb54969-143b-40d6-b582-7d436327f0b4 req-3d759fdf-9c06-4166-a53e-b8fb2b5f4732 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:03.299745 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5bb54969-143b-40d6-b582-7d436327f0b4 req-3d759fdf-9c06-4166-a53e-b8fb2b5f4732 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0589151 Feb 21 01:40:03.389654 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5bb54969-143b-40d6-b582-7d436327f0b4 req-f0c45cb3-41bd-4b7d-ae79-3782f6541e16 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625319 Feb 21 01:40:03.465373 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-012366dc-9a43-4411-a5e4-9105d0953145 req-2233b3c0-8ae4-49f5-9496-d6590f80abd0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066194 Feb 21 01:40:03.479643 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a67974-3a47-4640-8c79-eb00955d9505 req-d58381e8-0aaf-44f7-a213-2692676cab32 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:03.486389 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-80a67974-3a47-4640-8c79-eb00955d9505 req-d58381e8-0aaf-44f7-a213-2692676cab32 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0880878 Feb 21 01:40:03.531158 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-80a67974-3a47-4640-8c79-eb00955d9505 req-042e3d55-baa4-41a6-9f44-6cdce1a307e0 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438969 Feb 21 01:40:03.852336 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d69092-b9af-4110-9671-cde7374516c3 req-3ad91442-3075-46a4-9ae5-a889eadf306b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:03.854154 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b6d69092-b9af-4110-9671-cde7374516c3 req-3ad91442-3075-46a4-9ae5-a889eadf306b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0728052 Feb 21 01:40:03.910254 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b6d69092-b9af-4110-9671-cde7374516c3 req-bdda5106-bace-4044-aca0-4933a521a8cd tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487790 Feb 21 01:40:04.297310 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5b93a-671a-4491-94ba-aacd18df0ffe req-037a6d24-e271-449a-86f0-c219df26e2f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:04.302679 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d1b5b93a-671a-4491-94ba-aacd18df0ffe req-037a6d24-e271-449a-86f0-c219df26e2f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0663555 Feb 21 01:40:04.349197 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d1b5b93a-671a-4491-94ba-aacd18df0ffe req-d62c1d13-4b50-4ff1-90bd-8f00b768fe69 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441008 Feb 21 01:40:04.550817 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf20b1-99d1-4eb2-8a02-2aea8c496e88 req-114ff61a-9b61-4517-abd1-62a8c5d8a9af tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:04.552527 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7fcf20b1-99d1-4eb2-8a02-2aea8c496e88 req-114ff61a-9b61-4517-abd1-62a8c5d8a9af tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0854630 Feb 21 01:40:04.626067 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7fcf20b1-99d1-4eb2-8a02-2aea8c496e88 req-fc7addcb-93f6-4b7c-a7e6-a2bde76db2cd tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628519 Feb 21 01:40:04.670775 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd618af7-5b75-4f0c-90e3-dabe0275460e req-6f763df4-ac17-4069-b2a2-e4f6d6d19d10 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:04.672718 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bd618af7-5b75-4f0c-90e3-dabe0275460e req-6f763df4-ac17-4069-b2a2-e4f6d6d19d10 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0645001 Feb 21 01:40:04.732417 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bd618af7-5b75-4f0c-90e3-dabe0275460e req-9df43f6b-a6ce-4805-9b73-ac7caaf1add8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523229 Feb 21 01:40:04.892985 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:40:05.057961 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e97cf-938a-4e79-b85b-92122ccea824 req-834aad5a-54b7-4828-b534-97043ba32ea7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:05.063993 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eb0e97cf-938a-4e79-b85b-92122ccea824 req-834aad5a-54b7-4828-b534-97043ba32ea7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0595515 Feb 21 01:40:05.123223 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eb0e97cf-938a-4e79-b85b-92122ccea824 req-3511e819-b58d-41a7-ad8c-53e10da50979 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567105 Feb 21 01:40:05.479461 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9f1ef-b725-4787-a5da-94cb5e2f0178 req-f810e9c4-5244-4e94-9aa1-f931e2f09213 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:05.481005 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9cc9f1ef-b725-4787-a5da-94cb5e2f0178 req-f810e9c4-5244-4e94-9aa1-f931e2f09213 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0615971 Feb 21 01:40:05.541096 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9cc9f1ef-b725-4787-a5da-94cb5e2f0178 req-4845179c-f17d-4a0c-b889-a4c5190e7e0e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542302 Feb 21 01:40:05.959164 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627221f-971e-4772-b579-a21fb2574a7b req-64c74247-043b-4ba1-8042-778843d0a596 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:05.960629 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b627221f-971e-4772-b579-a21fb2574a7b req-64c74247-043b-4ba1-8042-778843d0a596 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1164768 Feb 21 01:40:05.987045 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbcff0-d566-49f6-81ef-b742930eaa90 req-6e9d9793-984e-463a-92cb-8054e6953bcc tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:05.988850 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f2dbcff0-d566-49f6-81ef-b742930eaa90 req-6e9d9793-984e-463a-92cb-8054e6953bcc tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.2969708 Feb 21 01:40:06.034238 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b627221f-971e-4772-b579-a21fb2574a7b req-c564baae-7e00-45be-b4c1-7425f8b69f82 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577013 Feb 21 01:40:06.050685 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f2dbcff0-d566-49f6-81ef-b742930eaa90 req-9df67674-93c6-431b-a243-724b27aa0872 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562153 Feb 21 01:40:06.268678 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a99a8-f500-4dee-b747-e0e9d06e8ba1 req-4d049ff2-842f-46b4-ba4e-f402a42a7d18 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:06.275627 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2b4a99a8-f500-4dee-b747-e0e9d06e8ba1 req-4d049ff2-842f-46b4-ba4e-f402a42a7d18 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0710487 Feb 21 01:40:06.369043 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2b4a99a8-f500-4dee-b747-e0e9d06e8ba1 req-95c7a5bb-a597-4f0e-8a30-d4a4b3ef865d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889509 Feb 21 01:40:06.408340 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:06.683067 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af8f9f-74de-4c0f-9399-678e3440fd6b req-4e657f9c-83b5-438f-8b96-545e97438dc5 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:06.683626 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-b3abc2c2-a07c-46e0-826c-194227c0c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:06.685278 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-b3abc2c2-a07c-46e0-826c-194227c0c11f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 1129 time: 0.0816925 Feb 21 01:40:06.701414 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-45af8f9f-74de-4c0f-9399-678e3440fd6b req-4e657f9c-83b5-438f-8b96-545e97438dc5 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0891390 Feb 21 01:40:06.757607 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-45af8f9f-74de-4c0f-9399-678e3440fd6b req-6bdc462f-8a2f-429d-be18-36bb5eba905b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546911 Feb 21 01:40:06.832971 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-b7ba34f7-3d08-42e6-a75c-e2afffe60493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:06.834565 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-b7ba34f7-3d08-42e6-a75c-e2afffe60493 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 917 time: 0.1112783 Feb 21 01:40:06.910517 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-db59f223-6cee-4ef3-a5bd-ee314ef03e86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff64f22-7fbe-4bad-b125-966d21970c09 HTTP/1.1" status: 200 len: 1000 time: 0.0684600 Feb 21 01:40:06.973114 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-29d99fbe-616a-4de1-b0b1-939015b6bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:06.975033 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-29d99fbe-616a-4de1-b0b1-939015b6bcf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.0578947 Feb 21 01:40:07.030817 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-0d17b2c9-3157-497e-ada3-f813382c628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:07.032419 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-0d17b2c9-3157-497e-ada3-f813382c628a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507154 Feb 21 01:40:07.150258 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06721a17-8e1a-48b1-9aee-834620c28dcb req-fd58b6f5-33be-4ad0-adc0-75393439024a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:07.152202 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-06721a17-8e1a-48b1-9aee-834620c28dcb req-fd58b6f5-33be-4ad0-adc0-75393439024a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1167543 Feb 21 01:40:07.172407 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bf28bc2d-a235-4183-bde4-a610d336702c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:07.173876 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bf28bc2d-a235-4183-bde4-a610d336702c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/networks?id=c0a215f4-97e2-485c-afd9-7919acfd1e00 HTTP/1.1" status: 200 len: 815 time: 0.1046689 Feb 21 01:40:07.183359 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-c649d212-9a1a-4545-97a9-2852253171cb service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398907 Feb 21 01:40:07.189201 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-1701e154-561d-412c-acf3-790c9522eeaf tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/quotas/8a01e8a980fc419f88335882f4f61612 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Feb 21 01:40:07.227407 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-06721a17-8e1a-48b1-9aee-834620c28dcb req-8314c13a-8f78-4bcd-8bd5-deb091dd1bde tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673666 Feb 21 01:40:07.247758 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-a7e59db5-c525-4cac-9732-81404b506c4e tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8a01e8a980fc419f88335882f4f61612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496583 Feb 21 01:40:07.299643 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6893afe2-c19e-43af-968a-950cfacba2d0 req-c477c51c-1bb2-44e3-8f77-e1bb595b09f0 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001406 Feb 21 01:40:07.343634 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-d103b55c-2623-430a-9ef6-fcfe68029f6b service neutron] 10.222.0.79 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875897 Feb 21 01:40:07.352344 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e8820-edfe-4f54-a423-ca260b28cda2 req-c7701021-7887-43f6-8727-138bccacba69 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:07.353804 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4f7e8820-edfe-4f54-a423-ca260b28cda2 req-c7701021-7887-43f6-8727-138bccacba69 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0573761 Feb 21 01:40:07.399118 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4f7e8820-edfe-4f54-a423-ca260b28cda2 req-7704beb6-c447-4562-b59b-2fc7e0f19805 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Feb 21 01:40:07.433538 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-40663c65-1fa7-4fc2-96dc-b531e3f524f0 service neutron] 10.222.0.79 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836916 Feb 21 01:40:07.508331 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dcf40-4ecd-4952-a9a0-0aafdddc08d3 req-0a81eb70-55ce-4fe3-a753-d4a6563775cc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:07.508331 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ff5dcf40-4ecd-4952-a9a0-0aafdddc08d3 req-0a81eb70-55ce-4fe3-a753-d4a6563775cc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0537422 Feb 21 01:40:07.562066 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ff5dcf40-4ecd-4952-a9a0-0aafdddc08d3 req-fe941e7f-ab4d-46ae-b97b-4cb5fe5443fc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498204 Feb 21 01:40:07.602442 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-336e92ac-26d0-4175-842d-f52047066ab3 req-72d36046-7fe9-4149-b29a-af9c7dde2ec0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 210 time: 0.0359848 Feb 21 01:40:07.916011 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c48ae-e1dc-45f6-b3f6-e2e444d29c8a req-900620a7-d86a-4036-8550-60d6e0685d0c tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:07.918923 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a75c48ae-e1dc-45f6-b3f6-e2e444d29c8a req-900620a7-d86a-4036-8550-60d6e0685d0c tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0846105 Feb 21 01:40:07.991340 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a75c48ae-e1dc-45f6-b3f6-e2e444d29c8a req-a6b2ebe0-4e14-4dbf-839f-bcf7d568dc6d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607252 Feb 21 01:40:08.346156 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4562bf4-b501-45f4-b932-9d27bbdd4eda req-950a0bf7-ac5c-4a97-86f1-31466e235b4f tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:08.347749 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b4562bf4-b501-45f4-b932-9d27bbdd4eda req-950a0bf7-ac5c-4a97-86f1-31466e235b4f tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0517766 Feb 21 01:40:08.395271 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b4562bf4-b501-45f4-b932-9d27bbdd4eda req-a232be69-0661-42d6-9cb6-a7ff26b81d65 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Feb 21 01:40:08.516668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6646d1-33ab-406c-b006-03b2fdfe1821 req-3949f6a3-f13e-4401-aab1-52ac6a0f8af4 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:08.518037 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-af6646d1-33ab-406c-b006-03b2fdfe1821 req-3949f6a3-f13e-4401-aab1-52ac6a0f8af4 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0514071 Feb 21 01:40:08.566104 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-af6646d1-33ab-406c-b006-03b2fdfe1821 req-7095fe9e-0d11-4f70-8fc9-e199ac48d199 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Feb 21 01:40:08.698645 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1b7a2466-2121-42b2-a383-24ebf0d90f7f req-b84b7900-1f73-446c-98ec-3afb4bc762a3 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 210 time: 0.0277910 Feb 21 01:40:08.704559 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6199b-4ec9-4967-95ef-5ed5af720aa2 req-57694205-04b5-4838-b523-b699e58ad92c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:08.706130 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24b6199b-4ec9-4967-95ef-5ed5af720aa2 req-57694205-04b5-4838-b523-b699e58ad92c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0562394 Feb 21 01:40:08.751952 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24b6199b-4ec9-4967-95ef-5ed5af720aa2 req-7231cace-5b67-4ba1-99d4-7a5b7c97ce1f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 Feb 21 01:40:09.114237 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913c816-544e-4fdf-ad4e-0583995a17e3 req-3928a56f-2481-43a9-8628-3bcf1363157e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:09.115702 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e913c816-544e-4fdf-ad4e-0583995a17e3 req-3928a56f-2481-43a9-8628-3bcf1363157e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0539534 Feb 21 01:40:09.160240 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e913c816-544e-4fdf-ad4e-0583995a17e3 req-30f00cfb-f632-46ae-a4d0-2dc27c33445e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386705 Feb 21 01:40:09.511050 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351a7c4-903e-4411-9366-2557c6362e39 req-4494898e-d708-4ab3-85f6-9d299d741149 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:09.512518 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c351a7c4-903e-4411-9366-2557c6362e39 req-4494898e-d708-4ab3-85f6-9d299d741149 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0520530 Feb 21 01:40:09.557068 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c351a7c4-903e-4411-9366-2557c6362e39 req-68ab7fe6-dc88-4445-b607-b75192ebf55f tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Feb 21 01:40:09.686217 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44690e-70ee-4259-adef-d93bcc47154c req-1871a548-498f-447a-a842-2f1a6d08eef0 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:09.687726 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3b44690e-70ee-4259-adef-d93bcc47154c req-1871a548-498f-447a-a842-2f1a6d08eef0 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0568385 Feb 21 01:40:09.733130 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3b44690e-70ee-4259-adef-d93bcc47154c req-3479e94b-8eab-4ced-b360-190de5d57e9b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Feb 21 01:40:09.797565 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-86565943-0c68-4418-9cf0-3c197894a27d req-0f4bb6a5-ebdf-419d-b60c-ea93f6ddb0e8 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 210 time: 0.0328856 Feb 21 01:40:09.873188 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99d518-98be-46d6-bf6e-1da900f5ba45 req-4f019e79-88db-4df3-8eeb-602231b55ad7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:09.874616 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6b99d518-98be-46d6-bf6e-1da900f5ba45 req-4f019e79-88db-4df3-8eeb-602231b55ad7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0505023 Feb 21 01:40:09.920199 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6b99d518-98be-46d6-bf6e-1da900f5ba45 req-3a610ec1-61e4-4232-9dd6-e8766c1fa7cf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396671 Feb 21 01:40:10.275134 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c6654-9b70-4599-bf98-64ca3d66ac5d req-8020c11b-c239-42a8-8630-d0eecf8e0f68 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:10.276603 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8b0c6654-9b70-4599-bf98-64ca3d66ac5d req-8020c11b-c239-42a8-8630-d0eecf8e0f68 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0520723 Feb 21 01:40:10.326885 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8b0c6654-9b70-4599-bf98-64ca3d66ac5d req-46d9f01a-6107-4102-b8c6-41ef2dd36e4b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Feb 21 01:40:10.675038 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafcb52-8a87-419f-b7bf-9936f3946ed6 req-4f2ab1d8-9e6a-4e04-94cd-32c21c59cb13 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:10.677015 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-afafcb52-8a87-419f-b7bf-9936f3946ed6 req-4f2ab1d8-9e6a-4e04-94cd-32c21c59cb13 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0520077 Feb 21 01:40:10.724730 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-afafcb52-8a87-419f-b7bf-9936f3946ed6 req-1de79cc9-6234-42a6-9e4e-99b9d1b7f3f9 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421934 Feb 21 01:40:10.847461 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c03cb-dcec-4fa0-8b94-8783b7bc878a req-05d92046-f33a-45db-b12f-7783de96eccf tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:10.848860 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-238c03cb-dcec-4fa0-8b94-8783b7bc878a req-05d92046-f33a-45db-b12f-7783de96eccf tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0515735 Feb 21 01:40:10.886710 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ed08820e-1a34-4999-80b1-8dd28fb39fa0 req-e5cdc923-5d73-445d-ae7b-4c0d0525dffa tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 210 time: 0.0269613 Feb 21 01:40:10.895130 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-238c03cb-dcec-4fa0-8b94-8783b7bc878a req-a16f6c24-6094-4152-b66a-17080faf668b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Feb 21 01:40:11.040808 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adf7e8-2b0f-4287-b0d4-a5d28290ac04 req-638fee3d-7577-4a18-9c9c-3b2321305524 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:11.042312 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7adf7e8-2b0f-4287-b0d4-a5d28290ac04 req-638fee3d-7577-4a18-9c9c-3b2321305524 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0522153 Feb 21 01:40:11.090382 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7adf7e8-2b0f-4287-b0d4-a5d28290ac04 req-dc38e8dd-0aac-4a0e-a74e-81d4f0211719 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409901 Feb 21 01:40:11.417553 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-dc2281be-ed02-411e-842f-8ca84e9d0b5a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:11.419056 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-dc2281be-ed02-411e-842f-8ca84e9d0b5a tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.73 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0574429 Feb 21 01:40:11.479834 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f876a-fe80-4b8c-a6b9-2992d0602f2c req-be085d44-fa2f-4b6c-95d6-8b67885c5a78 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:11.481359 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fb0f876a-fe80-4b8c-a6b9-2992d0602f2c req-be085d44-fa2f-4b6c-95d6-8b67885c5a78 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0841291 Feb 21 01:40:11.489240 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-432b1035-11e3-4dea-b3ea-fbf27603b58e tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:11.490674 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-432b1035-11e3-4dea-b3ea-fbf27603b58e tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.73 "GET /v2.0/networks?id=c0a215f4-97e2-485c-afd9-7919acfd1e00 HTTP/1.1" status: 200 len: 815 time: 0.1598594 Feb 21 01:40:11.514427 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'port': {'device_id': '5f650831-4d03-4769-a72a-f18f82931543', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'admin_state_up': True, 'tenant_id': '8a01e8a980fc419f88335882f4f61612'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:11.574312 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Deleting port 4f009e28-a57a-46b5-add9-d8103582ae8a {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:40:11.574661 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:11.591346 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fb0f876a-fe80-4b8c-a6b9-2992d0602f2c req-7e8c6307-3eab-4d59-a924-465018379c8e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997038 Feb 21 01:40:11.681018 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Made reservation on behalf of 8a01e8a980fc419f88335882f4f61612 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:40:11.684869 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:11.698709 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] For port 4f009e28-a57a-46b5-add9-d8103582ae8a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f009e28-a57a-46b5-add9-d8103582ae8a,segment=NetworkSegment(64d43a67-d384-4c83-9bd6-290fa26cbff4),segment_id=64d43a67-d384-4c83-9bd6-290fa26cbff4)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:11.699319 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:11.717176 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Calling delete_port for 4f009e28-a57a-46b5-add9-d8103582ae8a owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:40:11.824946 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Allocated IP 172.20.0.5 (c0a215f4-97e2-485c-afd9-7919acfd1e00/3c2fbd00-fd9b-4d8d-8e46-b546032a36d8/5c97b2bc-4452-4166-b322-af40e03890f5) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:40:11.930088 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50656a45-ec91-4564-9b43-a5a83bd13734 req-db12bfd9-e1b6-43aa-8284-87fa93e2f53d tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:11.946625 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-50656a45-ec91-4564-9b43-a5a83bd13734 req-db12bfd9-e1b6-43aa-8284-87fa93e2f53d tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1329739 Feb 21 01:40:12.044458 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313'] for port (4f009e28-a57a-46b5-add9-d8103582ae8a), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:12.057153 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['4f009e28-a57a-46b5-add9-d8103582ae8a'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:12.128237 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b7c3d191-2017-428a-8725-4e713a1cc9be req-8c1829cb-6cb9-4a25-9f55-0fc04a1bd769 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 210 time: 0.1010396 Feb 21 01:40:12.171575 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Pushing event deleted for resources: {'Port': ['ID=4f009e28-a57a-46b5-add9-d8103582ae8a,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:12.191164 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-50656a45-ec91-4564-9b43-a5a83bd13734 req-6f047f31-88d9-4f60-9e01-5662d6e4ebc5 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387652 Feb 21 01:40:12.216845 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.217197 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.217555 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.217886 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.218231 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.219510 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.219510 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.219510 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.219510 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.219854 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.220162 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.220464 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.221341 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.308744 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] No DVR routers for this DVR port 4f009e28-a57a-46b5-add9-d8103582ae8a on host hv-cinder-81322 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:40:12.311948 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:12.316308 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bdf68388-30be-41e1-abb4-c06a828dc39e req-af84bcab-1b46-4ce4-a09b-2a2c438b0818 tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.73 "DELETE /v2.0/ports/4f009e28-a57a-46b5-add9-d8103582ae8a HTTP/1.1" status: 204 len: 173 time: 0.8811452 Feb 21 01:40:12.317379 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a886d399-2819-46f8-8c2d-ea5e7c74c7a1', 'name': 'network-vif-deleted', 'tag': '4f009e28-a57a-46b5-add9-d8103582ae8a'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:12.322873 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b31b2d8-6edb-4e2a-ac01-881875dfe169" -d '{"events": [{"server_uuid": "a886d399-2819-46f8-8c2d-ea5e7c74c7a1", "name": "network-vif-deleted", "tag": "4f009e28-a57a-46b5-add9-d8103582ae8a"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:12.407551 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for port (5c97b2bc-4452-4166-b322-af40e03890f5), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:12.503553 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccad86d-776a-4612-90ef-149a656981f7 req-25d221de-c351-4c9f-b3c5-993fad9dfabd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:12.516018 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ccad86d-776a-4612-90ef-149a656981f7 req-25d221de-c351-4c9f-b3c5-993fad9dfabd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.2529020 Feb 21 01:40:12.520558 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5d36-d65a-4b91-9e62-5950e60d6904 req-32c08e6d-91ef-4642-9708-d4f312045274 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:12.522090 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f4ff5d36-d65a-4b91-9e62-5950e60d6904 req-32c08e6d-91ef-4642-9708-d4f312045274 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1705282 Feb 21 01:40:12.570376 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:12.616824 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f4ff5d36-d65a-4b91-9e62-5950e60d6904 req-f1c93c6e-6d10-42b2-8267-9ae9f3274d41 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854194 Feb 21 01:40:12.679816 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ccad86d-776a-4612-90ef-149a656981f7 req-44dbe120-66ed-410e-b52d-6f5b892a5c71 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629231 Feb 21 01:40:12.683716 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Network c0a215f4-97e2-485c-afd9-7919acfd1e00 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:40:12.686845 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:40:12.693482 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:40:12.701586 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf4e61b-78d7-454d-983f-feabf991c227 x-openstack-request-id: req-0cf4e61b-78d7-454d-983f-feabf991c227 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:12.702192 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a886d399-2819-46f8-8c2d-ea5e7c74c7a1", "name": "network-vif-deleted", "tag": "4f009e28-a57a-46b5-add9-d8103582ae8a", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:12.702570 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0cf4e61b-78d7-454d-983f-feabf991c227 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:12.702979 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a886d399-2819-46f8-8c2d-ea5e7c74c7a1', 'name': 'network-vif-deleted', 'tag': '4f009e28-a57a-46b5-add9-d8103582ae8a', 'status': 'completed', 'code': 200} Feb 21 01:40:12.733771 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'Port': ['ID=5c97b2bc-4452-4166-b322-af40e03890f5,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:12.788673 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.789017 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.789404 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.789739 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.790068 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.790430 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.790756 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.791257 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.801685 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.802055 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.803317 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.803671 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.804010 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:12.844577 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:12.845287 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:12.888331 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-bb3d4ac2-5f86-49cc-b6ae-84e2239a12ca tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3780627 Feb 21 01:40:13.049956 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Request body: {'port': {'device_id': '5f650831-4d03-4769-a72a-f18f82931543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:13.171870 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb2e7-5817-4dc5-993f-e891b2067097 req-ad16f15b-5b3c-4b86-8aaf-c867c00dab36 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:13.177590 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-84543834-104e-4fe6-85bf-6b9c880ed542 None None] Provisioning complete for port 5c97b2bc-4452-4166-b322-af40e03890f5 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:40:13.178146 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-84543834-104e-4fe6-85bf-6b9c880ed542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:13.182726 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-833eb2e7-5817-4dc5-993f-e891b2067097 req-ad16f15b-5b3c-4b86-8aaf-c867c00dab36 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.2931006 Feb 21 01:40:13.220573 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740151fb-2fdc-432d-9e0d-6b4ae7aa8ad3 req-90d28956-4692-4d99-9760-c110af865d2b tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:13.230102 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-740151fb-2fdc-432d-9e0d-6b4ae7aa8ad3 req-90d28956-4692-4d99-9760-c110af865d2b tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.1251857 Feb 21 01:40:13.240513 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-84543834-104e-4fe6-85bf-6b9c880ed542 None None] Port 5c97b2bc-4452-4166-b322-af40e03890f5 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:40:13.296415 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:13.331651 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-740151fb-2fdc-432d-9e0d-6b4ae7aa8ad3 req-7ff54c9e-5a86-4354-8fda-1954c230f274 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932772 Feb 21 01:40:13.371229 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-833eb2e7-5817-4dc5-993f-e891b2067097 req-faeea59a-631f-472c-9b74-727a45e06b85 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854327 Feb 21 01:40:13.537050 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4cff1-a816-46d7-859c-60d5142f82ee req-398eee68-16ce-4f4b-bb93-1cda8fc74b31 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:13.548754 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dde4cff1-a816-46d7-859c-60d5142f82ee req-398eee68-16ce-4f4b-bb93-1cda8fc74b31 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 931 time: 0.1297808 Feb 21 01:40:13.553806 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:40:13.599936 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dde4cff1-a816-46d7-859c-60d5142f82ee req-9085a635-e6f4-4282-b411-a2e0d26b09a2 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501828 Feb 21 01:40:13.633051 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bfe8fa64-7822-481c-a09e-20cfa9101a6b req-b54403f9-86bc-4801-aa05-ae6106fe41fb tempest-VolumesActionsTest-1791481795 tempest-VolumesActionsTest-1791481795-project] 10.222.0.79 "GET /v2.0/ports?device_id=a886d399-2819-46f8-8c2d-ea5e7c74c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0620804 Feb 21 01:40:13.688440 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:13.700626 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'port_id': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'mac_address': 'fa:16:3e:92:be:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:40:13.807019 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 9ff64f22-7fbe-4bad-b125-966d21970c09 is: ACTIVE; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:13.808537 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:13.833055 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ff64f22-7fbe-4bad-b125-966d21970c09 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:40:13.865260 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04249194-ee23-4188-8f1d-c569387172f1 req-3a3d9d59-e13f-4c06-a2e1-ec4f80db4993 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:13.877310 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-04249194-ee23-4188-8f1d-c569387172f1 req-3a3d9d59-e13f-4c06-a2e1-ec4f80db4993 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1518939 Feb 21 01:40:13.887914 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:13.901704 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:13.955686 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c97b2bc-4452-4166-b322-af40e03890f5 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:40:13.977128 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-04249194-ee23-4188-8f1d-c569387172f1 req-9c970b6e-b928-4085-b73e-6f92eda22269 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937798 Feb 21 01:40:13.977889 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Publish callbacks [] for port (5c97b2bc-4452-4166-b322-af40e03890f5), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:14.010017 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Transition to ACTIVE for port object 5c97b2bc-4452-4166-b322-af40e03890f5 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:40:14.023333 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=6']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:14.025016 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef4584-a59f-42ce-99cc-94c849386f98 req-8fe40fbe-2512-4dde-8138-048f07c90a3c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:14.026682 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-70ef4584-a59f-42ce-99cc-94c849386f98 req-8fe40fbe-2512-4dde-8138-048f07c90a3c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1584570 Feb 21 01:40:14.037018 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:14.072175 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['9ff64f22-7fbe-4bad-b125-966d21970c09'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:14.131741 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c97b2bc-4452-4166-b322-af40e03890f5,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:14.147723 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-70ef4584-a59f-42ce-99cc-94c849386f98 req-30027ccd-e2c5-4410-bea9-3073fa92343f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122460 Feb 21 01:40:14.339691 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Attempting to bind port 5c97b2bc-4452-4166-b322-af40e03890f5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:40:14.341553 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Attempting to bind port 5c97b2bc-4452-4166-b322-af40e03890f5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:40:14.342954 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Attempting to bind port 5c97b2bc-4452-4166-b322-af40e03890f5 on network c0a215f4-97e2-485c-afd9-7919acfd1e00 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:40:14.359696 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Port 5c97b2bc-4452-4166-b322-af40e03890f5 on network c0a215f4-97e2-485c-afd9-7919acfd1e00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:40:14.360346 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Attempting to bind port 5c97b2bc-4452-4166-b322-af40e03890f5 on network c0a215f4-97e2-485c-afd9-7919acfd1e00 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:40:14.373304 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:40:14.373633 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Checking segment: {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:40:14.374021 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Bound using segment: {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:40:14.378684 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Bound port: 5c97b2bc-4452-4166-b322-af40e03890f5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f262b3e-80f1-4988-bf75-b0b8a4ad3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:40:14.379677 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:14.451475 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] For port 5c97b2bc-4452-4166-b322-af40e03890f5, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:40:14.455586 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] For port 5c97b2bc-4452-4166-b322-af40e03890f5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c97b2bc-4452-4166-b322-af40e03890f5,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:40:14.465532 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:14.557983 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fb3e2-e086-4db7-9982-045992608c8f req-09432070-220b-4327-be0a-bc184dc64ad6 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:14.561570 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b81fb3e2-e086-4db7-9982-045992608c8f req-09432070-220b-4327-be0a-bc184dc64ad6 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.0975525 Feb 21 01:40:14.607443 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:14.608057 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:14.609589 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 200 len: 1093 time: 1.5709565 Feb 21 01:40:14.611012 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:14.613794 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f57b826-dab3-44bb-9d2f-f644326e8422" -d '{"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:14.654677 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b81fb3e2-e086-4db7-9982-045992608c8f req-36f6561d-21e7-4f94-af47-4b40bcb288e1 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858674 Feb 21 01:40:14.655178 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb248e-4d24-42f1-b267-ba0b3b18f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c97b2bc-4452-4166-b322-af40e03890f5,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:14.667617 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeb85e-ce67-40fd-b15c-1b0785ba11c5 req-ce40080b-5ff5-401c-86ec-09e960bc13e7 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:14.675812 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b0eeb85e-ce67-40fd-b15c-1b0785ba11c5 req-ce40080b-5ff5-401c-86ec-09e960bc13e7 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.1387992 Feb 21 01:40:14.740933 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b0eeb85e-ce67-40fd-b15c-1b0785ba11c5 req-4c6a8a4b-668b-4dc9-9fd4-e6eb5d9ffd2a tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632415 Feb 21 01:40:14.767810 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc2f274-ed44-45ae-85c6-7937e8cb4a19 x-openstack-request-id: req-cdc2f274-ed44-45ae-85c6-7937e8cb4a19 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:14.768101 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:14.768364 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cdc2f274-ed44-45ae-85c6-7937e8cb4a19 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:14.768845 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5', 'status': 'completed', 'code': 200} Feb 21 01:40:14.940409 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cafe7-1168-4309-b10b-0ca8dd55cfc9 req-435d3d87-5eb9-4696-8421-333b1fb3a666 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:14.943979 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b14cafe7-1168-4309-b10b-0ca8dd55cfc9 req-435d3d87-5eb9-4696-8421-333b1fb3a666 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 943 time: 0.1349719 Feb 21 01:40:15.103379 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b14cafe7-1168-4309-b10b-0ca8dd55cfc9 req-baac62fb-148d-481b-a4a6-61d33e72f0ac tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531649 Feb 21 01:40:15.178100 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189abe8-58b3-4e71-95d2-3dbde500cae1 req-4e46a9db-ba1a-4365-8622-f81306770037 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:15.180794 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b189abe8-58b3-4e71-95d2-3dbde500cae1 req-4e46a9db-ba1a-4365-8622-f81306770037 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 944 time: 0.0983458 Feb 21 01:40:15.289238 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b189abe8-58b3-4e71-95d2-3dbde500cae1 req-5f90bab3-2833-45ae-89fc-b8fc5ada3474 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905948 Feb 21 01:40:15.343017 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54c009-f4c0-4cdc-aa57-25a59f173df7 req-fa991f49-d66d-40d0-8ba4-e080313adede tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:15.344743 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-df54c009-f4c0-4cdc-aa57-25a59f173df7 req-fa991f49-d66d-40d0-8ba4-e080313adede tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0769181 Feb 21 01:40:15.425173 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-df54c009-f4c0-4cdc-aa57-25a59f173df7 req-b3487dca-913a-453e-9e91-6556685577a3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746667 Feb 21 01:40:15.576012 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:40:15.757029 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 9ff64f22-7fbe-4bad-b125-966d21970c09 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:40:15.776402 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:15.945328 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b157f9-d007-4187-a6ad-677ffdf5a890 req-1139ad70-8839-4550-a29a-62e4ff13f62a tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:15.946561 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827e8b9-a9f9-4fee-9ed9-e84a327a233c req-8814764a-6b4f-4a48-81e5-1beb8ec62c67 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:15.949445 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3827e8b9-a9f9-4fee-9ed9-e84a327a233c req-8814764a-6b4f-4a48-81e5-1beb8ec62c67 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0876737 Feb 21 01:40:15.952197 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a2b157f9-d007-4187-a6ad-677ffdf5a890 req-1139ad70-8839-4550-a29a-62e4ff13f62a tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.1085413 Feb 21 01:40:16.009692 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a2b157f9-d007-4187-a6ad-677ffdf5a890 req-83990955-928d-485b-b94e-4e65bfc2759f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526428 Feb 21 01:40:16.043744 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 9ff64f22-7fbe-4bad-b125-966d21970c09 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:16.044471 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:16.050549 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3827e8b9-a9f9-4fee-9ed9-e84a327a233c req-de0d0861-8298-4ce0-83c4-e92bf73cd9f0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961239 Feb 21 01:40:16.093366 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:16.099283 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4de157-0002-457b-9ad8-1e3d334aa355" -d '{"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:16.130734 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:16.142121 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:16.144075 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 4f009e28-a57a-46b5-add9-d8103582ae8a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:40:16.188488 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2a7740-ab75-4610-8e98-730801142ca4 x-openstack-request-id: req-1f2a7740-ab75-4610-8e98-730801142ca4 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:16.188863 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:16.189129 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f2a7740-ab75-4610-8e98-730801142ca4 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:16.189534 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'code': 200} Feb 21 01:40:16.230091 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 4f009e28-a57a-46b5-add9-d8103582ae8a {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:40:16.233266 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 4f009e28-a57a-46b5-add9-d8103582ae8a not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:40:16.279347 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=7']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:16.351342 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155d5f9-bdd9-4201-8271-8f07200dcbe1 req-b923a0df-c65b-47f3-9391-e5b037625792 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:16.352904 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c155d5f9-bdd9-4201-8271-8f07200dcbe1 req-b923a0df-c65b-47f3-9391-e5b037625792 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 943 time: 0.1292877 Feb 21 01:40:16.407859 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c155d5f9-bdd9-4201-8271-8f07200dcbe1 req-6ed08632-80d8-4c26-98a1-bdfc6479eb48 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473356 Feb 21 01:40:16.477603 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e507a-75c2-447a-9499-593c98d513c4 req-a89437ad-e539-4897-aac0-72aa3835b46f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:16.479651 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-180e507a-75c2-447a-9499-593c98d513c4 req-a89437ad-e539-4897-aac0-72aa3835b46f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0969596 Feb 21 01:40:16.552533 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-180e507a-75c2-447a-9499-593c98d513c4 req-c5b28b3b-331a-42bb-86fe-0ce1ea8d9f25 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584650 Feb 21 01:40:16.597149 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040a473-585f-465c-8f53-50c8a83d2a80 req-51b82c67-ec6e-4655-8d60-a5799e0ada02 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:16.598893 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0040a473-585f-465c-8f53-50c8a83d2a80 req-51b82c67-ec6e-4655-8d60-a5799e0ada02 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0930517 Feb 21 01:40:16.656836 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0040a473-585f-465c-8f53-50c8a83d2a80 req-8a966cac-b19a-4d91-97eb-fa11ef86c8ba tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517561 Feb 21 01:40:17.189291 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92942e65-6159-43c2-a0a8-a147a55ecb5c req-b369e6d5-e6cd-4287-9e0c-c576393d5dd5 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:17.198249 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-92942e65-6159-43c2-a0a8-a147a55ecb5c req-b369e6d5-e6cd-4287-9e0c-c576393d5dd5 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.1082203 Feb 21 01:40:17.228185 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0d546-a6d9-465e-b02a-59a4ea3f7d1e req-a7dc3e9f-f17e-401f-8c9c-e640fdc6bbcc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:17.235333 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ac0d546-a6d9-465e-b02a-59a4ea3f7d1e req-a7dc3e9f-f17e-401f-8c9c-e640fdc6bbcc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0653856 Feb 21 01:40:17.245862 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-92942e65-6159-43c2-a0a8-a147a55ecb5c req-5765482a-1464-4a20-8c5e-dbd1f20f825c tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467474 Feb 21 01:40:17.281651 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ac0d546-a6d9-465e-b02a-59a4ea3f7d1e req-fe8fac52-99a3-4233-bbee-4f656699a7d9 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454159 Feb 21 01:40:17.573829 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c800318-6ff8-4bf8-af3f-1277c2914a79 req-2e8f421d-3f1e-46e3-954b-15e901bd1d3b tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:17.575689 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5c800318-6ff8-4bf8-af3f-1277c2914a79 req-2e8f421d-3f1e-46e3-954b-15e901bd1d3b tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 943 time: 0.0739677 Feb 21 01:40:17.636864 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5c800318-6ff8-4bf8-af3f-1277c2914a79 req-f8832f1f-abbd-481a-a91b-e9a75d6ea599 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Feb 21 01:40:17.701037 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dac8d-8e65-4752-9283-72a82c60ca1d req-7546b7ac-ffdc-4f15-833e-6260734311c8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:17.702461 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b06dac8d-8e65-4752-9283-72a82c60ca1d req-7546b7ac-ffdc-4f15-833e-6260734311c8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0742457 Feb 21 01:40:17.790716 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b06dac8d-8e65-4752-9283-72a82c60ca1d req-a472d44e-017b-48f4-9361-63f8bca04002 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778170 Feb 21 01:40:17.833601 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36120d02-ec48-40ae-ba11-113860db29bc req-d042d792-6653-496e-b2af-6c7c3f80f928 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:17.835209 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-36120d02-ec48-40ae-ba11-113860db29bc req-d042d792-6653-496e-b2af-6c7c3f80f928 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0603681 Feb 21 01:40:17.892868 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-36120d02-ec48-40ae-ba11-113860db29bc req-ab37376c-3cc9-4763-b58a-75d0e40fb636 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496233 Feb 21 01:40:18.403412 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36df71d-fe6a-48c0-b38c-88e3657be9ba req-3125a43f-3a68-4f60-ae39-9d929adc8992 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:18.405570 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d36df71d-fe6a-48c0-b38c-88e3657be9ba req-3125a43f-3a68-4f60-ae39-9d929adc8992 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.0812001 Feb 21 01:40:18.429130 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac28e3-da14-4c9d-ad46-7e87ae87cb47 req-c9fd5ebb-9725-450b-bc1e-9dd227e92056 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:18.435857 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ccac28e3-da14-4c9d-ad46-7e87ae87cb47 req-c9fd5ebb-9725-450b-bc1e-9dd227e92056 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0636432 Feb 21 01:40:18.463259 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d36df71d-fe6a-48c0-b38c-88e3657be9ba req-f82dc93b-b401-4577-a9ac-22e574d4697e tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Feb 21 01:40:18.486613 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ccac28e3-da14-4c9d-ad46-7e87ae87cb47 req-e49136d3-1db5-447b-858d-1b6bdadf4878 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496387 Feb 21 01:40:18.766632 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b5c75-e215-468d-9dfd-69662f9d5d9f req-32f8caa3-a640-492f-bfe3-6368b58b4931 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:18.768134 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5e1b5c75-e215-468d-9dfd-69662f9d5d9f req-32f8caa3-a640-492f-bfe3-6368b58b4931 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 943 time: 0.0585384 Feb 21 01:40:18.817862 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5e1b5c75-e215-468d-9dfd-69662f9d5d9f req-2b15f989-290b-42a2-9732-1497d526879c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Feb 21 01:40:18.911319 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482cf0-db33-475b-9d7d-ad1ac1a0a469 req-36e00856-36dc-4367-aa3c-6d4476770e81 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:18.912899 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-18482cf0-db33-475b-9d7d-ad1ac1a0a469 req-36e00856-36dc-4367-aa3c-6d4476770e81 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0537801 Feb 21 01:40:18.962140 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-18482cf0-db33-475b-9d7d-ad1ac1a0a469 req-f6fc3709-a965-4b67-8330-48533dafecbf tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Feb 21 01:40:19.015730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a294-1924-4191-ae0e-c421742d9b1f req-9d784d55-dcde-4a8c-9ca2-c17005654799 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:19.024846 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6075a294-1924-4191-ae0e-c421742d9b1f req-9d784d55-dcde-4a8c-9ca2-c17005654799 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0651672 Feb 21 01:40:19.068002 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6075a294-1924-4191-ae0e-c421742d9b1f req-c654d275-f564-494f-a450-811ded8cdc73 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Feb 21 01:40:19.634550 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41675b-9afc-4e1f-ad71-ef7010791187 req-a0aecf60-1f94-467b-8d01-b78725906b6e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:19.640802 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239a46e-663c-4f5d-b1a3-d0c7537421d8 req-55d5b8ee-6abb-40c7-8b44-a906bd788e2c tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:19.642321 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9239a46e-663c-4f5d-b1a3-d0c7537421d8 req-55d5b8ee-6abb-40c7-8b44-a906bd788e2c tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.0786889 Feb 21 01:40:19.643339 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6c41675b-9afc-4e1f-ad71-ef7010791187 req-a0aecf60-1f94-467b-8d01-b78725906b6e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0760307 Feb 21 01:40:19.696294 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9239a46e-663c-4f5d-b1a3-d0c7537421d8 req-0069b1cd-c059-4282-b812-b5024ae5ccaa tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Feb 21 01:40:19.703472 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6c41675b-9afc-4e1f-ad71-ef7010791187 req-ce5c9849-2253-4ac8-b886-e3409837ad4b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586524 Feb 21 01:40:19.960315 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2dd1-ff31-4f5d-a7f1-43b04c5b7d5e req-487c2e86-a385-4d5d-ad52-f351ffece111 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:19.961854 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a7ad2dd1-ff31-4f5d-a7f1-43b04c5b7d5e req-487c2e86-a385-4d5d-ad52-f351ffece111 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 943 time: 0.0612330 Feb 21 01:40:20.023362 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a7ad2dd1-ff31-4f5d-a7f1-43b04c5b7d5e req-d0fb9ea5-c15a-4333-8508-d43c44dc1982 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556831 Feb 21 01:40:20.110684 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe16de-8c02-4a0b-a699-3cf4cdcc4f24 req-1eb96094-a51a-4c31-b22f-865a825ce20f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:20.112720 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2afe16de-8c02-4a0b-a699-3cf4cdcc4f24 req-1eb96094-a51a-4c31-b22f-865a825ce20f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0594354 Feb 21 01:40:20.162102 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2afe16de-8c02-4a0b-a699-3cf4cdcc4f24 req-a9d8bed2-d7f6-40ac-a039-66ddd2736043 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Feb 21 01:40:20.200666 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61fa9a-e034-4b1a-8fb0-4e200adb1399 req-47d10b35-96f5-4617-8eda-4795660b97b6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:20.202320 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3f61fa9a-e034-4b1a-8fb0-4e200adb1399 req-47d10b35-96f5-4617-8eda-4795660b97b6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0609028 Feb 21 01:40:20.249643 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3f61fa9a-e034-4b1a-8fb0-4e200adb1399 req-898463fe-57dc-4ad4-a429-fa5fbcc8ad62 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Feb 21 01:40:20.665914 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57b826-dab3-44bb-9d2f-f644326e8422 req-0f1ad343-ef4c-4a15-8810-47a1501923bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:20.667753 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9f57b826-dab3-44bb-9d2f-f644326e8422 req-0f1ad343-ef4c-4a15-8810-47a1501923bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a01e8a980fc419f88335882f4f61612&device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 1127 time: 0.0599542 Feb 21 01:40:20.961958 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57b826-dab3-44bb-9d2f-f644326e8422 req-ffd1d2f2-8dfe-4d90-93e7-5994d23393d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:20.966244 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9f57b826-dab3-44bb-9d2f-f644326e8422 req-ffd1d2f2-8dfe-4d90-93e7-5994d23393d4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8a01e8a980fc419f88335882f4f61612&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2835450 Feb 21 01:40:20.970371 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b602f02-23c5-4fb4-ad2b-b2a3a26f94d7 req-49cba7e5-b5b0-4547-bdf0-2a65ee51579b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:20.979642 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1b602f02-23c5-4fb4-ad2b-b2a3a26f94d7 req-49cba7e5-b5b0-4547-bdf0-2a65ee51579b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.1749396 Feb 21 01:40:21.048481 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1b602f02-23c5-4fb4-ad2b-b2a3a26f94d7 req-49d27aba-7ad7-4230-8944-7e87ebd237d6 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682111 Feb 21 01:40:21.154643 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57b826-dab3-44bb-9d2f-f644326e8422 req-1112103a-d1d7-4b57-ad8d-e6cbbca72655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:21.156472 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9f57b826-dab3-44bb-9d2f-f644326e8422 req-1112103a-d1d7-4b57-ad8d-e6cbbca72655 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1834803 Feb 21 01:40:21.177933 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6a3eb-e9c0-4d83-9f32-a5b8dba3ac47 req-88d9fa55-27ee-4819-83ac-9357981a1989 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:21.193707 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-57f6a3eb-e9c0-4d83-9f32-a5b8dba3ac47 req-88d9fa55-27ee-4819-83ac-9357981a1989 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.3820965 Feb 21 01:40:21.200709 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dbed9-18e3-4a73-afae-6c8ec08bf5df req-5732ccdb-92e2-4b60-9645-a735db6ce012 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:21.211556 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1c6dbed9-18e3-4a73-afae-6c8ec08bf5df req-5732ccdb-92e2-4b60-9645-a735db6ce012 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 943 time: 0.0811951 Feb 21 01:40:21.288963 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1c6dbed9-18e3-4a73-afae-6c8ec08bf5df req-db7e3e0c-312a-42ca-9003-efbf2b17acc1 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757272 Feb 21 01:40:21.324010 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-57f6a3eb-e9c0-4d83-9f32-a5b8dba3ac47 req-8b607ab3-d787-43d7-a353-511a65cc4c24 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290939 Feb 21 01:40:21.333740 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-f0db7fbf-b564-47d7-8e29-713e37909ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:21.335468 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-f0db7fbf-b564-47d7-8e29-713e37909ec2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a01e8a980fc419f88335882f4f61612&device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 1127 time: 0.1264298 Feb 21 01:40:21.405245 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-a8227403-c5b5-4434-9d58-f714d1a53266 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 200 len: 217 time: 0.0609369 Feb 21 01:40:21.489708 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec952-ed62-4b28-9221-e25eea0caa1d req-d24e70a8-052e-4a14-a780-47698a4de24d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:21.491514 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-308ec952-ed62-4b28-9221-e25eea0caa1d req-d24e70a8-052e-4a14-a780-47698a4de24d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0629325 Feb 21 01:40:21.529587 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-c34d65a4-54b6-44df-8682-b46c5e926a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:21.531652 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-c34d65a4-54b6-44df-8682-b46c5e926a1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c2fbd00-fd9b-4d8d-8e46-b546032a36d8 HTTP/1.1" status: 200 len: 854 time: 0.1190085 Feb 21 01:40:21.565067 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-308ec952-ed62-4b28-9221-e25eea0caa1d req-2f22d62c-ddba-4530-a0d7-0b1e95cfccc1 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531094 Feb 21 01:40:21.602492 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f4d6c-9131-44ec-add3-0c3f2caefa2e req-81d135e9-3a44-4443-afc6-7783a6c1d17f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:21.604532 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-311f4d6c-9131-44ec-add3-0c3f2caefa2e req-81d135e9-3a44-4443-afc6-7783a6c1d17f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1450713 Feb 21 01:40:21.639595 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-0849b7ec-cbe7-49ba-ad72-ae2be81aea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:21.641579 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-0849b7ec-cbe7-49ba-ad72-ae2be81aea90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0a215f4-97e2-485c-afd9-7919acfd1e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011169 Feb 21 01:40:21.696423 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-311f4d6c-9131-44ec-add3-0c3f2caefa2e req-89c6ed8c-4f81-4cac-b766-a7ef799bab58 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861273 Feb 21 01:40:21.802515 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-04321969-5840-4896-b0d4-5d0cffd1fd03 service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501045 Feb 21 01:40:21.897429 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4db4ceb-2ef5-4744-912e-bd4c09bdd6fc req-54dcab15-e23d-4b69-992f-637cf5601bd8 service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878904 Feb 21 01:40:22.180888 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-eb2cff87-36be-45b8-8b0f-e02a03a779c7 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:22.182561 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-eb2cff87-36be-45b8-8b0f-e02a03a779c7 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.73 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 946 time: 0.0628405 Feb 21 01:40:22.218030 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ef8a9-ff92-4dbc-bbb5-d3cc30b3f93d req-95daff7b-fd3e-4a43-a4c0-a0625df4ce22 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:22.228621 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a22ef8a9-ff92-4dbc-bbb5-d3cc30b3f93d req-95daff7b-fd3e-4a43-a4c0-a0625df4ce22 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0806711 Feb 21 01:40:22.281954 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a22ef8a9-ff92-4dbc-bbb5-d3cc30b3f93d req-8920a490-b3dd-4b30-9ba0-c425e03a12c6 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522087 Feb 21 01:40:22.293230 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Deleting port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:40:22.293575 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:22.434409 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] For port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:22.434745 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:22.448855 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Calling delete_port for cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:40:22.470356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897e3f0-1c09-471c-a3fb-edd9a1661bd6 req-c15f7ab7-7152-4eca-8df1-ff2b99cf8c5f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:22.471817 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e897e3f0-1c09-471c-a3fb-edd9a1661bd6 req-c15f7ab7-7152-4eca-8df1-ff2b99cf8c5f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 943 time: 0.0933101 Feb 21 01:40:22.560278 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e897e3f0-1c09-471c-a3fb-edd9a1661bd6 req-e5c4bf37-02d7-4c71-8dae-bc44e5446f56 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652907 Feb 21 01:40:22.683833 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:22.697770 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:22.734358 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Pushing event deleted for resources: {'Port': ['ID=cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:22.788380 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-103bf28a-6c24-4179-bb73-c6fefdbf7f37 req-d39bb675-6088-46cb-8c7e-9721c5047dc1 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=43de9065-9879-4d80-bfeb-36b3b057dd02 HTTP/1.1" status: 200 len: 210 time: 0.1181204 Feb 21 01:40:22.841346 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] No DVR routers for this DVR port cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:40:22.845624 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:22.854404 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e65cbff2-0058-438f-b27e-6a20224d8a0a req-4f8d50fc-9cfe-444e-bd0f-cb75393b611d tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.73 "DELETE /v2.0/ports/cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 HTTP/1.1" status: 204 len: 173 time: 0.6655805 Feb 21 01:40:22.854884 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43de9065-9879-4d80-bfeb-36b3b057dd02', 'name': 'network-vif-deleted', 'tag': 'cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:22.861658 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b66e641-9d3d-4b98-b217-d85a0dc79152" -d '{"events": [{"server_uuid": "43de9065-9879-4d80-bfeb-36b3b057dd02", "name": "network-vif-deleted", "tag": "cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:22.876931 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97bf7d-a746-476d-a5b4-18e610a3fded req-447cb939-3535-40af-b528-303b27d7b8f6 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:22.884273 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bf97bf7d-a746-476d-a5b4-18e610a3fded req-447cb939-3535-40af-b528-303b27d7b8f6 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.2110920 Feb 21 01:40:22.888644 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-dd43e42b-153b-4e78-9d85-3d7dabc3ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:22.893793 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-dd43e42b-153b-4e78-9d85-3d7dabc3ba1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 1130 time: 0.1074398 Feb 21 01:40:22.985758 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bf97bf7d-a746-476d-a5b4-18e610a3fded req-64368f76-2327-4b1f-9923-a911c0fc4d40 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957532 Feb 21 01:40:23.016876 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-a73a2f2f-b8ff-4b12-80fd-817fdc34556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:23.027138 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-a73a2f2f-b8ff-4b12-80fd-817fdc34556e service neutron] 10.222.0.73 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 911 time: 0.1139176 Feb 21 01:40:23.134787 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-362705cd-fb37-4622-9ecc-6ec30f7f3d7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 HTTP/1.1" status: 200 len: 1002 time: 0.0738552 Feb 21 01:40:23.148856 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a756a-a3ab-47ea-b841-5f5a695fc4f3 req-4fc882df-dd5d-4831-878b-f8225e3de1be tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:23.156375 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-757a756a-a3ab-47ea-b841-5f5a695fc4f3 req-4fc882df-dd5d-4831-878b-f8225e3de1be tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1275425 Feb 21 01:40:23.176753 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8399c2-075c-4573-9880-61384fb6fc96 req-9fb1b644-3c92-45cd-912e-9ceddcde4e4c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:23.184486 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8d8399c2-075c-4573-9880-61384fb6fc96 req-9fb1b644-3c92-45cd-912e-9ceddcde4e4c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0808361 Feb 21 01:40:23.229679 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-ac77926d-17d5-466c-9d3a-0b0952e006ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:23.231117 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-ac77926d-17d5-466c-9d3a-0b0952e006ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 200 len: 850 time: 0.0678632 Feb 21 01:40:23.247520 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-757a756a-a3ab-47ea-b841-5f5a695fc4f3 req-d8707681-73cb-4d6d-8109-730d3aa11f32 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857677 Feb 21 01:40:23.250771 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8d8399c2-075c-4573-9880-61384fb6fc96 req-a797db19-fa7e-4eea-95cb-c15b888e3a72 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648229 Feb 21 01:40:23.305663 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-a379ba22-fb70-4a26-8ab4-818c801aa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:23.308082 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-a379ba22-fb70-4a26-8ab4-818c801aa937 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05279b8a-760f-4425-a2dc-46e9bb05cf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596175 Feb 21 01:40:23.314499 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40923888-0b36-4625-8229-7a6cc5118436 x-openstack-request-id: req-40923888-0b36-4625-8229-7a6cc5118436 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:23.314801 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43de9065-9879-4d80-bfeb-36b3b057dd02", "name": "network-vif-deleted", "tag": "cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:23.315057 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40923888-0b36-4625-8229-7a6cc5118436 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:23.315730 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43de9065-9879-4d80-bfeb-36b3b057dd02', 'name': 'network-vif-deleted', 'tag': 'cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7', 'status': 'completed', 'code': 200} Feb 21 01:40:23.414566 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-333a5cc1-07a8-43ee-a1a6-a75b6a75dcd4 service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967128 Feb 21 01:40:23.533572 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24e38c5f-6244-4253-b6b6-d099044b51c6 req-d70ca62b-80ef-4b0e-ab5d-32a745e086cf service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107068 Feb 21 01:40:23.641153 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 5c97b2bc-4452-4166-b322-af40e03890f5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:40:23.689362 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081a02c-d452-437c-8680-3d7a8a5e33ba req-d4385d7c-1dcd-45d2-a8c2-ce8dd2704197 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:23.691232 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6081a02c-d452-437c-8680-3d7a8a5e33ba req-d4385d7c-1dcd-45d2-a8c2-ce8dd2704197 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 943 time: 0.0834079 Feb 21 01:40:23.752043 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 5c97b2bc-4452-4166-b322-af40e03890f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c97b2bc-4452-4166-b322-af40e03890f5,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:23.753364 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6081a02c-d452-437c-8680-3d7a8a5e33ba req-e5cd5a28-7c8b-4b3a-859f-113fde13a05f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550816 Feb 21 01:40:23.777224 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '5c97b2bc-4452-4166-b322-af40e03890f5', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'port_id': '5c97b2bc-4452-4166-b322-af40e03890f5', 'mac_address': 'fa:16:3e:5e:11:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:40:23.815415 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 5c97b2bc-4452-4166-b322-af40e03890f5 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:23.815736 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:23.830433 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c97b2bc-4452-4166-b322-af40e03890f5 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:40:23.854243 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 5c97b2bc-4452-4166-b322-af40e03890f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c97b2bc-4452-4166-b322-af40e03890f5,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:23.862246 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:23.933432 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=5c97b2bc-4452-4166-b322-af40e03890f5,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:24.147904 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bcd8a-7af0-485f-a835-2bde3e586edb req-3b95b84c-59bd-4a6e-ad47-d2c0d8cda103 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:24.149379 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0c2bcd8a-7af0-485f-a835-2bde3e586edb req-3b95b84c-59bd-4a6e-ad47-d2c0d8cda103 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0704088 Feb 21 01:40:24.198184 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0c2bcd8a-7af0-485f-a835-2bde3e586edb req-1390a2fc-e4f6-41ca-a02e-32925226e4d4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Feb 21 01:40:24.223073 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['5c97b2bc-4452-4166-b322-af40e03890f5'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:24.417867 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba80a4e-4200-48b1-b14b-7d5e00711eae req-ab617cd3-fc0d-4b03-b1c4-7b2505aa11da tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:24.426691 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eba80a4e-4200-48b1-b14b-7d5e00711eae req-ab617cd3-fc0d-4b03-b1c4-7b2505aa11da tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0627146 Feb 21 01:40:24.444998 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b5e92-fbd1-40cd-9aa0-5400e2d8d6be req-5ecbeb74-dc51-49b6-b846-c9c19bfbcc5f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:24.450744 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f26b5e92-fbd1-40cd-9aa0-5400e2d8d6be req-5ecbeb74-dc51-49b6-b846-c9c19bfbcc5f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0946577 Feb 21 01:40:24.505270 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eba80a4e-4200-48b1-b14b-7d5e00711eae req-d43ffc90-d092-4b3a-8f2f-f28a1986f1c7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723469 Feb 21 01:40:24.531980 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f26b5e92-fbd1-40cd-9aa0-5400e2d8d6be req-02e57cea-be27-4595-9e54-998c477b58f5 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681589 Feb 21 01:40:24.915474 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac41a6f-ac3b-4495-9292-87a3e718d2fc req-23a54b81-8ad4-4251-a693-dd33e4fc474f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:24.917667 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bac41a6f-ac3b-4495-9292-87a3e718d2fc req-23a54b81-8ad4-4251-a693-dd33e4fc474f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 944 time: 0.0833511 Feb 21 01:40:24.987562 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bac41a6f-ac3b-4495-9292-87a3e718d2fc req-d44f27d2-ad25-4975-99f6-c320845035e0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561564 Feb 21 01:40:25.312892 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-64063b38-249a-4688-85b3-29422f0fd406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:25.345159 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca31212-b5db-49b9-8411-ed0608663e44 req-f44abcde-c4b7-4adb-b309-cad9508e4655 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:25.347053 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9ca31212-b5db-49b9-8411-ed0608663e44 req-f44abcde-c4b7-4adb-b309-cad9508e4655 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0759642 Feb 21 01:40:25.410302 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9ca31212-b5db-49b9-8411-ed0608663e44 req-89f6a69b-70af-426e-9f22-57dc2430170c tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501227 Feb 21 01:40:25.634034 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6092d5a-8477-404f-8af8-d4e842e72b9d req-2a3d8d26-c2d9-4c2c-8eb6-cd7cf4d5e7b3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:25.636422 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d6092d5a-8477-404f-8af8-d4e842e72b9d req-2a3d8d26-c2d9-4c2c-8eb6-cd7cf4d5e7b3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0644674 Feb 21 01:40:25.681425 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49c7b7-3ab6-4e08-b162-48dea9ce5fb8 req-609aed9d-8ddd-4c9f-9bad-9c936c273108 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:25.682916 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-db49c7b7-3ab6-4e08-b162-48dea9ce5fb8 req-609aed9d-8ddd-4c9f-9bad-9c936c273108 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0740249 Feb 21 01:40:25.712417 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d6092d5a-8477-404f-8af8-d4e842e72b9d req-980a7cda-1bf8-479d-88f1-7fda6b92fe34 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669992 Feb 21 01:40:25.741985 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-db49c7b7-3ab6-4e08-b162-48dea9ce5fb8 req-96619e01-7107-4734-bee5-1b26cfee68d1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531051 Feb 21 01:40:26.123379 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f8908-5184-48e9-be5e-2b465a25a202 req-f86afeca-fc67-416b-9e4d-14fea0196243 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:26.125014 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5b8f8908-5184-48e9-be5e-2b465a25a202 req-f86afeca-fc67-416b-9e4d-14fea0196243 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 944 time: 0.0607343 Feb 21 01:40:26.189853 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5b8f8908-5184-48e9-be5e-2b465a25a202 req-aa84ff23-a74a-413a-81e4-9672f8b7f1bf tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591192 Feb 21 01:40:26.860222 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703b832-0999-428e-b860-938f87fa8e32 req-a0c58aa1-0848-443a-a798-4ad57a148600 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:26.867394 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9703b832-0999-428e-b860-938f87fa8e32 req-a0c58aa1-0848-443a-a798-4ad57a148600 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0660446 Feb 21 01:40:26.874309 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b2ab-739d-45bf-a574-3d7711fb68b1 req-dc68f2c0-d4dd-4e55-928d-d50aaed276e8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:26.882357 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4727b2ab-739d-45bf-a574-3d7711fb68b1 req-dc68f2c0-d4dd-4e55-928d-d50aaed276e8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0617723 Feb 21 01:40:26.928680 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9703b832-0999-428e-b860-938f87fa8e32 req-6e8795fb-ba91-4211-9a0b-16856438c33e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551679 Feb 21 01:40:26.937806 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4727b2ab-739d-45bf-a574-3d7711fb68b1 req-2714d82e-3406-4f40-85bd-b665d5be2467 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545340 Feb 21 01:40:27.316849 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850b6af-68f3-46ce-9d85-53b1f3a60325 req-b6324ab6-2a10-46b7-96bf-f173ca5ead01 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:27.318151 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5850b6af-68f3-46ce-9d85-53b1f3a60325 req-b6324ab6-2a10-46b7-96bf-f173ca5ead01 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 944 time: 0.0538197 Feb 21 01:40:27.366507 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5850b6af-68f3-46ce-9d85-53b1f3a60325 req-d3e10e3a-aaf3-46f9-bd06-f98723b85ef2 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Feb 21 01:40:27.600790 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:40:27.633624 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:40:27.633868 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device cd0a4b92-7ddb-41fb-ab35-37198f3ef2c7 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:40:27.648861 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9ef2187e-8595-496b-87af-ef32f572ea1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:28.117783 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67b2d9-3ed4-4953-800c-9f149bac2b86 req-4e60a284-ec93-46c7-92b5-386d27902a84 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:28.120010 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9f67b2d9-3ed4-4953-800c-9f149bac2b86 req-4e60a284-ec93-46c7-92b5-386d27902a84 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1138070 Feb 21 01:40:28.123347 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b39aa0-8d6f-4942-ba27-c67751af72a5 req-6e4d5162-cc28-4aa9-b22d-a70561cf9d8b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:28.125245 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b2b39aa0-8d6f-4942-ba27-c67751af72a5 req-6e4d5162-cc28-4aa9-b22d-a70561cf9d8b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1101160 Feb 21 01:40:28.189231 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b2b39aa0-8d6f-4942-ba27-c67751af72a5 req-369fb789-e664-40d5-9122-108ecbc55d9a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543392 Feb 21 01:40:28.213155 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9f67b2d9-3ed4-4953-800c-9f149bac2b86 req-cde42e7a-145d-41fe-9301-d08b0a84d858 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735891 Feb 21 01:40:28.738119 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466a20d-8662-4247-a303-cb5fdb105ba2 req-76c61a50-f39e-4990-aded-d8486f87cc27 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:28.739622 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0466a20d-8662-4247-a303-cb5fdb105ba2 req-76c61a50-f39e-4990-aded-d8486f87cc27 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 944 time: 0.2922151 Feb 21 01:40:28.767278 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:28.796555 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0466a20d-8662-4247-a303-cb5fdb105ba2 req-5559d8bb-ffdd-4c7f-a7f8-60be416f8f83 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512502 Feb 21 01:40:29.377552 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291b5ab-7967-4ade-989d-e8a8c201a199 req-6a5d51cf-8a17-498c-9be2-4b094d73ebca tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:29.379644 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0291b5ab-7967-4ade-989d-e8a8c201a199 req-6a5d51cf-8a17-498c-9be2-4b094d73ebca tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0747244 Feb 21 01:40:29.416348 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8f667-4048-4a66-ab67-5d1620329619 req-bd09484a-2d7b-4a92-b813-e39365101ec7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:29.418047 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-14f8f667-4048-4a66-ab67-5d1620329619 req-bd09484a-2d7b-4a92-b813-e39365101ec7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0775912 Feb 21 01:40:29.447749 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0291b5ab-7967-4ade-989d-e8a8c201a199 req-a1ef4620-e0a1-4c97-bca1-80cb6799a65f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619133 Feb 21 01:40:29.482082 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-14f8f667-4048-4a66-ab67-5d1620329619 req-03fd1704-78e0-4e8c-9384-56d9906d26c3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546684 Feb 21 01:40:29.599900 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 5c97b2bc-4452-4166-b322-af40e03890f5 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:40:29.657164 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 5c97b2bc-4452-4166-b322-af40e03890f5 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:40:29.663184 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 5c97b2bc-4452-4166-b322-af40e03890f5 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:40:29.663724 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:29.749852 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 5c97b2bc-4452-4166-b322-af40e03890f5 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:29.750264 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:29.776933 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:29.780338 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f321bb-24cc-4b67-b032-0d8597c124c7" -d '{"events": [{"server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "name": "network-vif-plugged", "status": "completed", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:29.832769 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 5c97b2bc-4452-4166-b322-af40e03890f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c97b2bc-4452-4166-b322-af40e03890f5,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:29.841131 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:29.879724 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0180f324-989a-4b60-b47f-5dd201c9bbed x-openstack-request-id: req-0180f324-989a-4b60-b47f-5dd201c9bbed {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:29.880647 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "name": "network-vif-plugged", "status": "completed", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:29.881073 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0180f324-989a-4b60-b47f-5dd201c9bbed {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:29.882007 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5', 'code': 200} Feb 21 01:40:29.936714 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=5c97b2bc-4452-4166-b322-af40e03890f5,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:30.038472 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58253cc2-7a8e-4242-8b7b-d1dc7ef327b4 req-2fa44482-4946-4b37-ab81-a2e7f0fcdb18 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:30.045615 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-58253cc2-7a8e-4242-8b7b-d1dc7ef327b4 req-2fa44482-4946-4b37-ab81-a2e7f0fcdb18 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.0823212 Feb 21 01:40:30.049658 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:30.101069 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-58253cc2-7a8e-4242-8b7b-d1dc7ef327b4 req-d049946b-5f90-46f4-af3a-5a5fcb45e8cf tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542352 Feb 21 01:40:30.161950 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f5a7a-6730-4eda-98dd-c849e42cf85c req-ff8df275-87c1-482e-9e04-2523afdd662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:30.163492 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-825f5a7a-6730-4eda-98dd-c849e42cf85c req-ff8df275-87c1-482e-9e04-2523afdd662e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 1129 time: 0.0692506 Feb 21 01:40:30.209957 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-825f5a7a-6730-4eda-98dd-c849e42cf85c req-6ebe645e-da87-4103-a2de-2a75c44b404d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365562 Feb 21 01:40:30.614084 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbccb4-b6b1-4636-aa4b-15c55a092a88 req-4b88be7f-2936-4a9a-ac36-657708a1ef23 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:30.621770 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dacbccb4-b6b1-4636-aa4b-15c55a092a88 req-4b88be7f-2936-4a9a-ac36-657708a1ef23 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0674927 Feb 21 01:40:30.637014 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e01ab-4762-4be1-87eb-37f102030276 req-6f598252-2697-46ab-a75d-04aca8473fd5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:30.644548 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-070e01ab-4762-4be1-87eb-37f102030276 req-6f598252-2697-46ab-a75d-04aca8473fd5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0651543 Feb 21 01:40:30.680830 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dacbccb4-b6b1-4636-aa4b-15c55a092a88 req-d1ea674d-7f1b-412d-8ee4-0eb4f7a9bff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542376 Feb 21 01:40:30.697602 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-070e01ab-4762-4be1-87eb-37f102030276 req-b2e558d2-f704-42c9-95f8-2a031c35bc19 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520148 Feb 21 01:40:31.223742 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787b802-69e5-40dc-bc43-00a0d57088cc req-6d668313-3dbe-4aba-92e1-bdd2801e72ab tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:31.225361 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4787b802-69e5-40dc-bc43-00a0d57088cc req-6d668313-3dbe-4aba-92e1-bdd2801e72ab tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.0574143 Feb 21 01:40:31.282247 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4787b802-69e5-40dc-bc43-00a0d57088cc req-0bf1baa2-832f-446b-9b7a-4856c3a51f8e tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467136 Feb 21 01:40:31.779247 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:31.805530 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ace9-50ae-46b7-b32e-595afc2c057d req-0414640e-2e18-4eb8-8dd1-0b7a522b5d26 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:31.813208 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8525ace9-50ae-46b7-b32e-595afc2c057d req-0414640e-2e18-4eb8-8dd1-0b7a522b5d26 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0681355 Feb 21 01:40:31.856205 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d7b65-68f9-4277-910d-30537ee96851 req-f219c062-313e-4b88-98ef-a02ee69e19ea tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:31.859993 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a70d7b65-68f9-4277-910d-30537ee96851 req-f219c062-313e-4b88-98ef-a02ee69e19ea tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0618553 Feb 21 01:40:31.870047 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8525ace9-50ae-46b7-b32e-595afc2c057d req-e3e8eb33-2523-45bd-803b-7eea15c66903 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556924 Feb 21 01:40:31.922769 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a70d7b65-68f9-4277-910d-30537ee96851 req-8db24100-b7f8-402d-81a3-a2ec7f179751 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554285 Feb 21 01:40:32.413021 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0a5ee-a7cc-40a7-8707-7f4896aa23cf req-1d5d8b54-c2f8-4003-95a4-50e7e67329d0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:32.420119 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-51a0a5ee-a7cc-40a7-8707-7f4896aa23cf req-1d5d8b54-c2f8-4003-95a4-50e7e67329d0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.0690961 Feb 21 01:40:32.491217 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-51a0a5ee-a7cc-40a7-8707-7f4896aa23cf req-b9ba5296-409d-4661-be1a-c87f7beca509 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700490 Feb 21 01:40:33.011038 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab7d2b-9787-48b9-aa61-8fca209452e1 req-fa3c199d-019e-4d1d-ae4c-6dfde3834ff3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:33.013804 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7eab7d2b-9787-48b9-aa61-8fca209452e1 req-fa3c199d-019e-4d1d-ae4c-6dfde3834ff3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0699511 Feb 21 01:40:33.066730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6f34c-2a57-43a4-8c2b-0a3d3561d844 req-31fca67d-2ada-4210-a9ea-0d53dc522d52 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:33.074235 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a2f6f34c-2a57-43a4-8c2b-0a3d3561d844 req-31fca67d-2ada-4210-a9ea-0d53dc522d52 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0733709 Feb 21 01:40:33.106083 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7eab7d2b-9787-48b9-aa61-8fca209452e1 req-d777e243-ff72-49ab-b9ff-cade371c841f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851171 Feb 21 01:40:33.139585 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a2f6f34c-2a57-43a4-8c2b-0a3d3561d844 req-3b8a0cfd-bded-4e54-88f4-56fbac3237bd tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642362 Feb 21 01:40:33.669670 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129658a-b10f-4611-902a-7039327fec6f req-96f91789-b198-4836-a2c0-a66fe65e5f92 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:33.669670 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0129658a-b10f-4611-902a-7039327fec6f req-96f91789-b198-4836-a2c0-a66fe65e5f92 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.1039641 Feb 21 01:40:33.742924 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0129658a-b10f-4611-902a-7039327fec6f req-0eb7cabe-9461-43e5-b06e-e47e1edcc928 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674064 Feb 21 01:40:34.318223 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839cb1-03c2-4e47-bcdd-56430a98dbe4 req-5b704338-8a73-4e81-b2bb-86f6f840fe6a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:34.320006 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6b839cb1-03c2-4e47-bcdd-56430a98dbe4 req-5b704338-8a73-4e81-b2bb-86f6f840fe6a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0800507 Feb 21 01:40:34.356402 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf220a13-3397-46d8-92c8-a4f7adfd107c req-2fd46914-27c1-409c-8c9b-39a44f9a96aa tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:34.359629 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cf220a13-3397-46d8-92c8-a4f7adfd107c req-2fd46914-27c1-409c-8c9b-39a44f9a96aa tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0783491 Feb 21 01:40:34.377439 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6b839cb1-03c2-4e47-bcdd-56430a98dbe4 req-0e240b55-619c-4aaf-8dbd-4ae69e792d67 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513682 Feb 21 01:40:34.422227 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cf220a13-3397-46d8-92c8-a4f7adfd107c req-7faafd45-8246-4fe6-b6bf-11897441c117 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566404 Feb 21 01:40:34.910846 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5a21-e3be-48a8-89a1-b4d09ac2165f req-9bc4305d-2077-4063-9900-ee45a3a0835b tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:34.911700 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fec9ad7a-d066-4bdf-8e1c-a0912fae8802 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:34.913622 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e86d5a21-e3be-48a8-89a1-b4d09ac2165f req-9bc4305d-2077-4063-9900-ee45a3a0835b tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.0761697 Feb 21 01:40:34.919710 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fec9ad7a-d066-4bdf-8e1c-a0912fae8802 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/networks?id=b89df1f0-cce9-47b8-be2a-c2ce886eda21 HTTP/1.1" status: 200 len: 813 time: 0.1247220 Feb 21 01:40:34.936348 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-33f33cbe-bc45-4900-8ab3-1c36ad0fd57b tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/quotas/3f4a571f17fa4430ba044ac2106e41b1 HTTP/1.1" status: 200 len: 375 time: 0.0152030 Feb 21 01:40:34.973930 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e86d5a21-e3be-48a8-89a1-b4d09ac2165f req-c3197081-70c4-4a63-8ca9-a2e0439dc968 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538821 Feb 21 01:40:34.974721 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-5ce43e9d-a682-446c-97c7-4fea96de09b3 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3f4a571f17fa4430ba044ac2106e41b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371277 Feb 21 01:40:35.126797 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-d8e8dfc6-edc6-4485-9754-74b29a32b3f2 service neutron] 10.222.0.79 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461749 Feb 21 01:40:35.152588 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bfc60-d131-48f6-bb96-3958ad203048 req-d44ccd4b-f87e-4864-9694-41e4aa1401db tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:35.165321 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c05bfc60-d131-48f6-bb96-3958ad203048 req-d44ccd4b-f87e-4864-9694-41e4aa1401db tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.1136947 Feb 21 01:40:35.233153 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c05bfc60-d131-48f6-bb96-3958ad203048 req-9d3969c6-a057-41cf-b702-2d63d2936930 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667794 Feb 21 01:40:35.261108 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-18dcbc2b-b0b6-48cd-9fec-f846b2f22399 service neutron] 10.222.0.79 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331761 Feb 21 01:40:35.471757 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6534af33-ddc1-4e0f-9e88-f3ca62b69306 req-98b68163-f690-4ccc-84a6-7ecf73455078 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 210 time: 0.0379443 Feb 21 01:40:35.596767 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acae176-a4f4-4db6-9da5-7138f893ffe5 req-275d5ce1-98e1-4078-91be-c447f3aa32b6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:35.604675 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3acae176-a4f4-4db6-9da5-7138f893ffe5 req-275d5ce1-98e1-4078-91be-c447f3aa32b6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0809267 Feb 21 01:40:35.686771 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3acae176-a4f4-4db6-9da5-7138f893ffe5 req-eca7f204-e781-4a3a-a34e-b7e495667062 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766711 Feb 21 01:40:35.801787 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8860fd-8493-498c-8f09-875dba9e9a73 req-549845fe-5251-40c2-93db-5217e1d13c3c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:35.803376 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-da8860fd-8493-498c-8f09-875dba9e9a73 req-549845fe-5251-40c2-93db-5217e1d13c3c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1233544 Feb 21 01:40:35.899554 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-da8860fd-8493-498c-8f09-875dba9e9a73 req-de0b8290-483f-4346-9dd5-9025efb969b5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897725 Feb 21 01:40:35.906789 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf94a7-a92a-4298-ae27-ffe8bd100f60 req-08facb57-520d-4796-a58b-52882a0a5c5d tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:35.917569 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-27bf94a7-a92a-4298-ae27-ffe8bd100f60 req-08facb57-520d-4796-a58b-52882a0a5c5d tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.1238079 Feb 21 01:40:36.022062 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-27bf94a7-a92a-4298-ae27-ffe8bd100f60 req-37931f87-324f-41af-a534-eb312b665c0c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992858 Feb 21 01:40:36.382162 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7af2-710c-4154-96fe-d496843b7158 req-fb7efe4d-828c-4a92-854a-6a0f11d69b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:36.396465 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-957a7af2-710c-4154-96fe-d496843b7158 req-fb7efe4d-828c-4a92-854a-6a0f11d69b9e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 1130 time: 0.1308258 Feb 21 01:40:36.411974 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:36.559442 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-957a7af2-710c-4154-96fe-d496843b7158 req-9ed1edc2-c919-42e6-a503-c7d85a1c7546 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545165 Feb 21 01:40:36.684467 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9d41dc06-5155-4fb9-af24-4b5605e71d80 req-3f53b50e-e7b5-4da1-8511-fb024c9a9854 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 210 time: 0.0807486 Feb 21 01:40:36.871701 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7475b3-ff98-4725-bf66-353a541e2cb6 req-62881061-c69c-421e-b5cf-5c715b7769ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:36.874123 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fa7475b3-ff98-4725-bf66-353a541e2cb6 req-62881061-c69c-421e-b5cf-5c715b7769ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0685270 Feb 21 01:40:37.063028 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fa7475b3-ff98-4725-bf66-353a541e2cb6 req-b817a20d-92c8-4eef-9854-a5a39d266248 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825318 Feb 21 01:40:37.360333 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22914b-fac0-418e-a9bc-28ef69246aca req-19c33530-482c-4943-aeee-95bbb5d813af tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:37.384121 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fe22914b-fac0-418e-a9bc-28ef69246aca req-19c33530-482c-4943-aeee-95bbb5d813af tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.2006013 Feb 21 01:40:37.900153 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7bb120dc-2898-4514-998b-8536096a32de req-04959c14-6489-4f89-b842-8b26a8c0468e tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 210 time: 0.0539706 Feb 21 01:40:38.030170 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fe22914b-fac0-418e-a9bc-28ef69246aca req-a11b8c08-8451-4085-b02c-1a0584ef198b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6447356 Feb 21 01:40:38.071663 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-a9d9dfd7-ac9c-452d-874b-3b883acdb942 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:38.073374 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-a9d9dfd7-ac9c-452d-874b-3b883acdb942 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.73 "GET /v2.0/networks?id=b89df1f0-cce9-47b8-be2a-c2ce886eda21 HTTP/1.1" status: 200 len: 813 time: 0.7779744 Feb 21 01:40:38.088982 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Request body: {'port': {'device_id': '3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8', 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21', 'admin_state_up': True, 'tenant_id': '3f4a571f17fa4430ba044ac2106e41b1'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:38.342060 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Made reservation on behalf of 3f4a571f17fa4430ba044ac2106e41b1 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:40:38.347708 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:38.366709 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaae10b-88a0-4dd9-b009-c4dac7ceca03 req-d5557564-a26d-4ac6-a8c5-d65d3df5d617 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:38.374671 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7eaae10b-88a0-4dd9-b009-c4dac7ceca03 req-d5557564-a26d-4ac6-a8c5-d65d3df5d617 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.1056669 Feb 21 01:40:38.550944 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7eaae10b-88a0-4dd9-b009-c4dac7ceca03 req-05e29b75-50e0-40ad-9da8-3561be1f0d7e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745710 Feb 21 01:40:38.779984 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Allocated IP 172.20.0.10 (b89df1f0-cce9-47b8-be2a-c2ce886eda21/3fbbdbee-9cec-472c-9204-ee67aede9d1a/04766783-5084-4bd2-af27-c58a07cb8382) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:40:38.993967 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks [] for port (04766783-5084-4bd2-af27-c58a07cb8382), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:39.030243 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f6a6-581f-45fe-bbca-ae618175b05a req-7aec2f0e-f56f-45cd-92f7-3203e9008fdd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:39.031841 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2ef3f6a6-581f-45fe-bbca-ae618175b05a req-7aec2f0e-f56f-45cd-92f7-3203e9008fdd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.3960853 Feb 21 01:40:39.059261 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (04766783-5084-4bd2-af27-c58a07cb8382), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:39.163595 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2ef3f6a6-581f-45fe-bbca-ae618175b05a req-575c08bd-2dc9-43d7-8c99-514a6abb82e3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145036 Feb 21 01:40:39.171965 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Network b89df1f0-cce9-47b8-be2a-c2ce886eda21 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:40:39.178435 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:40:39.200175 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:40:39.209699 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:39.210971 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:39.222460 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Pushing event updated for resources: {'Port': ['ID=04766783-5084-4bd2-af27-c58a07cb8382,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:39.248725 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-686b5914-1049-4af0-bc85-6473773b1777 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1648941 Feb 21 01:40:39.268327 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6505624-bfea-452d-960c-423ae960d110 req-bcf5ff6a-26aa-4df9-8d6b-ad92b62d12bf tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:39.273558 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b6505624-bfea-452d-960c-423ae960d110 req-bcf5ff6a-26aa-4df9-8d6b-ad92b62d12bf tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 932 time: 0.2326093 Feb 21 01:40:39.278517 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Request body: {'port': {'device_id': '3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:39.447397 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b6505624-bfea-452d-960c-423ae960d110 req-b4e74444-f3a7-4993-ad2f-6195ee619d0e tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456985 Feb 21 01:40:39.500609 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (04766783-5084-4bd2-af27-c58a07cb8382), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:39.712279 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107d243-93c0-4c26-99ad-3e74cccee11a req-d98dc6d1-fa1b-48e8-9453-c776015aba2b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:39.719300 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7107d243-93c0-4c26-99ad-3e74cccee11a req-d98dc6d1-fa1b-48e8-9453-c776015aba2b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.2197537 Feb 21 01:40:39.883823 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7107d243-93c0-4c26-99ad-3e74cccee11a req-01457252-d6b5-4551-9b32-ca138cf4e6f0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635766 Feb 21 01:40:40.154499 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04766783-5084-4bd2-af27-c58a07cb8382 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:40:40.164855 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Publish callbacks [] for port (04766783-5084-4bd2-af27-c58a07cb8382), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:40.180533 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Transition to ACTIVE for port object 04766783-5084-4bd2-af27-c58a07cb8382 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:40:40.191336 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (04766783-5084-4bd2-af27-c58a07cb8382), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:40.254363 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Pushing event updated for resources: {'Port': ['ID=04766783-5084-4bd2-af27-c58a07cb8382,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:40.320393 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Attempting to bind port 04766783-5084-4bd2-af27-c58a07cb8382 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:40:40.320722 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Attempting to bind port 04766783-5084-4bd2-af27-c58a07cb8382 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0540200d-27d8-475e-8677-9078e11fa165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:40:40.321378 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Attempting to bind port 04766783-5084-4bd2-af27-c58a07cb8382 on network b89df1f0-cce9-47b8-be2a-c2ce886eda21 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:40:40.339604 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Port 04766783-5084-4bd2-af27-c58a07cb8382 on network b89df1f0-cce9-47b8-be2a-c2ce886eda21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:40:40.340061 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Attempting to bind port 04766783-5084-4bd2-af27-c58a07cb8382 on network b89df1f0-cce9-47b8-be2a-c2ce886eda21 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:40:40.359042 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:40:40.359359 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Checking segment: {'id': '0540200d-27d8-475e-8677-9078e11fa165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:40:40.359765 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Bound using segment: {'id': '0540200d-27d8-475e-8677-9078e11fa165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:40:40.360304 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Bound port: 04766783-5084-4bd2-af27-c58a07cb8382, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0540200d-27d8-475e-8677-9078e11fa165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:40:40.360717 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (04766783-5084-4bd2-af27-c58a07cb8382), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:40.455273 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] For port 04766783-5084-4bd2-af27-c58a07cb8382, host hv-cinder-81322, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:40:40.459436 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] For port 04766783-5084-4bd2-af27-c58a07cb8382, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=04766783-5084-4bd2-af27-c58a07cb8382,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:40:40.467610 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (04766783-5084-4bd2-af27-c58a07cb8382), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:40.545949 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Pushing event updated for resources: {'Port': ['ID=04766783-5084-4bd2-af27-c58a07cb8382,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:40.560334 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:40.562032 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:40.562747 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-fd54135d-e1de-4947-b09a-6c7b6198161e service neutron] 10.222.0.73 "PUT /v2.0/ports/04766783-5084-4bd2-af27-c58a07cb8382 HTTP/1.1" status: 200 len: 1094 time: 1.3039062 Feb 21 01:40:40.563528 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8', 'tag': '04766783-5084-4bd2-af27-c58a07cb8382'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:40.565767 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51279dfe-26d2-4360-bac5-033717d2b4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8", "tag": "04766783-5084-4bd2-af27-c58a07cb8382"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:40.685670 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189975-a301-41a6-b680-c7cef52a3cdd req-b1e5eaae-5035-4ad4-bfd7-e73ff804e9ad tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:40.691987 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0604e949-c49e-4674-9da8-9500d4a822f2 x-openstack-request-id: req-0604e949-c49e-4674-9da8-9500d4a822f2 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:40.692410 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8", "tag": "04766783-5084-4bd2-af27-c58a07cb8382", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:40.692778 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0604e949-c49e-4674-9da8-9500d4a822f2 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:40.693276 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8', 'tag': '04766783-5084-4bd2-af27-c58a07cb8382', 'status': 'completed', 'code': 200} Feb 21 01:40:40.700573 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0d189975-a301-41a6-b680-c7cef52a3cdd req-b1e5eaae-5035-4ad4-bfd7-e73ff804e9ad tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 944 time: 0.1709716 Feb 21 01:40:40.707600 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-6265c63b-fb8e-438c-9912-efd9a057312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:40.709716 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-6265c63b-fb8e-438c-9912-efd9a057312a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f4a571f17fa4430ba044ac2106e41b1&device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 1128 time: 0.0862131 Feb 21 01:40:40.782520 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-7b666a5d-415a-4a16-a23d-49aa961cd3d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04766783-5084-4bd2-af27-c58a07cb8382 HTTP/1.1" status: 200 len: 217 time: 0.0649798 Feb 21 01:40:40.786707 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0d189975-a301-41a6-b680-c7cef52a3cdd req-f219d090-9448-4ae0-bef9-e31bbab11673 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850840 Feb 21 01:40:40.870792 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-541bf8be-2a24-4fdf-8043-3038d702078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:40.872466 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-541bf8be-2a24-4fdf-8043-3038d702078f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fbbdbee-9cec-472c-9204-ee67aede9d1a HTTP/1.1" status: 200 len: 853 time: 0.0826383 Feb 21 01:40:40.955568 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-3c0f9dd6-4e57-4720-9a87-7a987d015a07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b89df1f0-cce9-47b8-be2a-c2ce886eda21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761867 Feb 21 01:40:41.180965 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8927-b65e-438d-967d-ce887c888488 req-7f92d309-6dda-4282-8172-ff13a06386dd tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:41.182549 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cb1c8927-b65e-438d-967d-ce887c888488 req-7f92d309-6dda-4282-8172-ff13a06386dd tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1323171 Feb 21 01:40:41.240255 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-0a48355c-388c-409a-a71b-da375823c044 service neutron] 10.222.0.73 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756586 Feb 21 01:40:41.392758 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a02f0053-74a1-428c-b5aa-7ab6cf11e6fa req-0b916594-e70c-4555-a803-40f3429d21ef service neutron] 10.222.0.73 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393118 Feb 21 01:40:41.427532 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cb1c8927-b65e-438d-967d-ce887c888488 req-cca6ef2a-958e-4457-bc4d-39b0dcd996af tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227950 Feb 21 01:40:41.490786 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-8dae58e6-3c25-4da7-b2e8-445093e5e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:41.498431 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-8dae58e6-3c25-4da7-b2e8-445093e5e04c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 1129 time: 0.1809368 Feb 21 01:40:41.535454 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-a0114eaa-5ada-41b2-b858-6fd30c3c6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:41.536976 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-a0114eaa-5ada-41b2-b858-6fd30c3c6f70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f4a571f17fa4430ba044ac2106e41b1&device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 1128 time: 0.0728173 Feb 21 01:40:41.615399 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab79c5-f128-400e-9a15-17b3332531b1 req-8ecb96f8-90ed-4d3e-bf56-bd88c4078633 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:41.629950 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-26ab79c5-f128-400e-9a15-17b3332531b1 req-8ecb96f8-90ed-4d3e-bf56-bd88c4078633 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.2316871 Feb 21 01:40:41.673692 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-f6d128dc-674d-4988-a356-009c7db422f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:41.675800 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-f6d128dc-674d-4988-a356-009c7db422f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b89df1f0-cce9-47b8-be2a-c2ce886eda21 HTTP/1.1" status: 200 len: 913 time: 0.1219721 Feb 21 01:40:41.733851 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-43a7bf64-9f47-4482-8c03-f036a06a6053 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04766783-5084-4bd2-af27-c58a07cb8382 HTTP/1.1" status: 200 len: 217 time: 0.0516665 Feb 21 01:40:41.779874 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-96988d5b-2fdf-4f39-98ed-0bb4d684cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:41.783607 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-96988d5b-2fdf-4f39-98ed-0bb4d684cd19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 918 time: 0.2753124 Feb 21 01:40:41.805530 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-26ab79c5-f128-400e-9a15-17b3332531b1 req-79377826-150f-4255-9a44-66b4bc525831 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742320 Feb 21 01:40:41.837919 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-cdbbbb2e-6fff-4c26-8b9f-cf047e9943a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:41.839715 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-cdbbbb2e-6fff-4c26-8b9f-cf047e9943a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fbbdbee-9cec-472c-9204-ee67aede9d1a HTTP/1.1" status: 200 len: 853 time: 0.0971227 Feb 21 01:40:41.871985 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-9aa103ec-fb1d-4f8a-9af5-85b3c61a604b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 HTTP/1.1" status: 200 len: 217 time: 0.0631919 Feb 21 01:40:41.896142 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:40:41.926937 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-f2ebdf9f-a33f-41ef-81f3-9b8b3b3290ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b89df1f0-cce9-47b8-be2a-c2ce886eda21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672860 Feb 21 01:40:41.975657 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-a51cc9fc-a632-48bb-a18d-8fe9974cd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:41.977222 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-a51cc9fc-a632-48bb-a18d-8fe9974cd122 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 200 len: 858 time: 0.0981417 Feb 21 01:40:42.027620 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-d2d3ec05-6ab4-4851-a03f-cded6c33ee72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1803728c-d46f-4c3a-9925-d8b31359ee0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402329 Feb 21 01:40:42.140207 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4289f7-618b-408a-859f-53d0cdbd1901 req-9fb0cfde-b3dd-4ff6-b22f-cd9e62709ef9 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:42.151264 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ac4289f7-618b-408a-859f-53d0cdbd1901 req-9fb0cfde-b3dd-4ff6-b22f-cd9e62709ef9 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 944 time: 0.1929889 Feb 21 01:40:42.249192 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-0bfcd588-1940-4f92-8b25-909bbd15467b service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125819 Feb 21 01:40:42.252337 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-7d07cc4f-2a4e-4a67-bcd4-53b5b7fd5b2f service neutron] 10.222.0.73 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192987 Feb 21 01:40:42.327270 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ac4289f7-618b-408a-859f-53d0cdbd1901 req-646b26e2-2ec2-4a41-b5dc-a02b4df425dc tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580393 Feb 21 01:40:42.423033 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-49baa57f-e43a-4e8a-9636-e9da1a2ae0b9 req-da87fde7-1d7d-418a-83da-f187df9c270b service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582355 Feb 21 01:40:42.433719 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51279dfe-26d2-4360-bac5-033717d2b4d0 req-21bfd7a0-1df8-4aa2-8479-d540ce78facd service neutron] 10.222.0.73 "GET /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185367 Feb 21 01:40:42.647567 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6f6d9-99a7-4e9f-ac4a-b3c9ae2ec82b req-0a4bf7ba-0192-4164-851e-5bff6ba0477c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:42.655512 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fee6f6d9-99a7-4e9f-ac4a-b3c9ae2ec82b req-0a4bf7ba-0192-4164-851e-5bff6ba0477c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0911610 Feb 21 01:40:42.762425 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fee6f6d9-99a7-4e9f-ac4a-b3c9ae2ec82b req-15b7ebd8-e1a9-4e43-a740-d9cfd4405ac3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989518 Feb 21 01:40:43.033929 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13add719-1c2b-403e-86de-9c7a71d0d9fa req-f182577f-9ff1-433f-b817-9d7317476b03 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:43.055307 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13add719-1c2b-403e-86de-9c7a71d0d9fa req-f182577f-9ff1-433f-b817-9d7317476b03 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1361423 Feb 21 01:40:43.138788 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13add719-1c2b-403e-86de-9c7a71d0d9fa req-1bf6698e-0ca2-4fc0-bf64-aa73bba6ce60 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821569 Feb 21 01:40:43.484170 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d821-67d5-46f3-9fc2-497696873a52 req-fa0806db-8931-4efd-9782-a4e6faf7ca53 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:43.486497 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b529d821-67d5-46f3-9fc2-497696873a52 req-fa0806db-8931-4efd-9782-a4e6faf7ca53 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 944 time: 0.0731652 Feb 21 01:40:43.552322 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b529d821-67d5-46f3-9fc2-497696873a52 req-60e8c8fe-b1a6-4335-ae65-b1e844eeef34 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571880 Feb 21 01:40:43.918511 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd1d44-0699-44a7-9b9b-b39a9e2b4570 req-3eecb349-17c4-445c-a3f9-3bd9e30afdc2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:43.920012 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cfbd1d44-0699-44a7-9b9b-b39a9e2b4570 req-3eecb349-17c4-445c-a3f9-3bd9e30afdc2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0645459 Feb 21 01:40:43.980674 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cfbd1d44-0699-44a7-9b9b-b39a9e2b4570 req-4ce72d5e-66c2-4417-b426-921185be7213 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484064 Feb 21 01:40:44.276249 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29651c5a-f93d-4249-a336-e698ce8d34a4 req-829aecbe-419a-4c20-b26d-39ed0e2ed3ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:44.277730 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-29651c5a-f93d-4249-a336-e698ce8d34a4 req-829aecbe-419a-4c20-b26d-39ed0e2ed3ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0565844 Feb 21 01:40:44.356640 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-29651c5a-f93d-4249-a336-e698ce8d34a4 req-f515fcb8-3ba7-45d5-835a-c75673780833 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719233 Feb 21 01:40:44.674512 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411db62-0488-41fb-86a4-5cc80ae9f3a0 req-b1cde1f5-5edd-473f-a74f-c4dda73531e0 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:44.681968 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3411db62-0488-41fb-86a4-5cc80ae9f3a0 req-b1cde1f5-5edd-473f-a74f-c4dda73531e0 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 944 time: 0.0682015 Feb 21 01:40:44.760631 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3411db62-0488-41fb-86a4-5cc80ae9f3a0 req-4b697c91-19e7-4900-8710-4bc7b013dae2 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776572 Feb 21 01:40:45.137560 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08337027-e03d-42f5-8c2b-9d5ffe91972d req-7d197047-9703-4d85-ba64-6fd22a6750f0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:45.139924 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08337027-e03d-42f5-8c2b-9d5ffe91972d req-7d197047-9703-4d85-ba64-6fd22a6750f0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0793848 Feb 21 01:40:45.209553 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08337027-e03d-42f5-8c2b-9d5ffe91972d req-60315b73-4fae-4c43-86cc-0fd6dc79e44f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623431 Feb 21 01:40:45.519266 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e298d-d7f8-49b7-b06b-bf0be4a3c5a3 req-933aa542-9d60-4a0d-98dd-defcc3d30ac6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:45.521080 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-444e298d-d7f8-49b7-b06b-bf0be4a3c5a3 req-933aa542-9d60-4a0d-98dd-defcc3d30ac6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0754724 Feb 21 01:40:45.602190 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-444e298d-d7f8-49b7-b06b-bf0be4a3c5a3 req-1dfc582b-779f-4f82-926e-ce4150dab630 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742235 Feb 21 01:40:45.675082 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 04766783-5084-4bd2-af27-c58a07cb8382 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:40:45.795574 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 04766783-5084-4bd2-af27-c58a07cb8382, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=04766783-5084-4bd2-af27-c58a07cb8382,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:45.810252 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '04766783-5084-4bd2-af27-c58a07cb8382', 'network_id': 'b89df1f0-cce9-47b8-be2a-c2ce886eda21', 'port_id': '04766783-5084-4bd2-af27-c58a07cb8382', 'mac_address': 'fa:16:3e:ce:e6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbbdbee-9cec-472c-9204-ee67aede9d1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:40:45.854237 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 04766783-5084-4bd2-af27-c58a07cb8382 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:45.854657 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (04766783-5084-4bd2-af27-c58a07cb8382), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:45.868838 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04766783-5084-4bd2-af27-c58a07cb8382 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:40:45.891147 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 04766783-5084-4bd2-af27-c58a07cb8382, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=04766783-5084-4bd2-af27-c58a07cb8382,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:45.900401 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (04766783-5084-4bd2-af27-c58a07cb8382), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:45.918805 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35fd3-3da3-4bc5-9adb-b04436e01a7e req-eaf55ff6-a4fd-435b-a61c-019f975c29a8 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:45.926981 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7df35fd3-3da3-4bc5-9adb-b04436e01a7e req-eaf55ff6-a4fd-435b-a61c-019f975c29a8 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 944 time: 0.0908835 Feb 21 01:40:45.951814 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=04766783-5084-4bd2-af27-c58a07cb8382,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:45.980212 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7df35fd3-3da3-4bc5-9adb-b04436e01a7e req-463e1637-83c5-45e1-b3aa-3ede8bb00461 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523496 Feb 21 01:40:46.292022 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['04766783-5084-4bd2-af27-c58a07cb8382'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:46.365090 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cf983-86ef-4775-954b-fa3c0994aeaa req-7d53cbfc-b7de-45a8-b7bd-5da422ec5ec4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:46.367525 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-809cf983-86ef-4775-954b-fa3c0994aeaa req-7d53cbfc-b7de-45a8-b7bd-5da422ec5ec4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0717113 Feb 21 01:40:46.429248 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-809cf983-86ef-4775-954b-fa3c0994aeaa req-85c15342-012f-4136-ad4f-e2a27f7e67a7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555964 Feb 21 01:40:46.544727 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 39724) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:46.591278 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c0a372-c033-4d1a-965c-ab1f09cbe22f admin admin] Deleting subnet fa67cff6-02cc-4146-9597-ceda7785d61f {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:40:46.594568 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f5c0a372-c033-4d1a-965c-ab1f09cbe22f admin admin] Publish callbacks [] for subnet (fa67cff6-02cc-4146-9597-ceda7785d61f), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:46.644126 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f5c0a372-c033-4d1a-965c-ab1f09cbe22f admin admin] Publish callbacks [] for subnet (fa67cff6-02cc-4146-9597-ceda7785d61f), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:46.660302 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f5c0a372-c033-4d1a-965c-ab1f09cbe22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (fa67cff6-02cc-4146-9597-ceda7785d61f), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:46.724119 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002ccfd-88ee-42b6-a7ad-d537668c64d1 req-fcbbe8c3-0473-4c60-9501-77bbab1fadc7 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:46.725663 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f002ccfd-88ee-42b6-a7ad-d537668c64d1 req-fcbbe8c3-0473-4c60-9501-77bbab1fadc7 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.0586262 Feb 21 01:40:46.759810 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db86d74-3849-43a4-926b-ec6800b91bf3 req-e8c78824-01c6-479c-b2e5-b57d44a8929c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:46.761503 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2db86d74-3849-43a4-926b-ec6800b91bf3 req-e8c78824-01c6-479c-b2e5-b57d44a8929c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0734038 Feb 21 01:40:46.776874 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f5c0a372-c033-4d1a-965c-ab1f09cbe22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (fa67cff6-02cc-4146-9597-ceda7785d61f), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:46.787378 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f002ccfd-88ee-42b6-a7ad-d537668c64d1 req-d760bbcf-d5fd-4e8d-9fd3-6e9fcb0ad31c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533936 Feb 21 01:40:46.812994 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 39730) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:46.824388 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f5c0a372-c033-4d1a-965c-ab1f09cbe22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:46.834800 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f5c0a372-c033-4d1a-965c-ab1f09cbe22f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fa67cff6-02cc-4146-9597-ceda7785d61f HTTP/1.1" status: 204 len: 168 time: 0.2889340 Feb 21 01:40:46.837330 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 39734) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:46.839430 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0a372-c033-4d1a-965c-ab1f09cbe22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa67cff6-02cc-4146-9597-ceda7785d61f,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:46.882729 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2db86d74-3849-43a4-926b-ec6800b91bf3 req-df0144e7-55f9-4354-a89c-6711b6cb3858 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153865 Feb 21 01:40:46.985085 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (70a8976c-0f11-4389-a937-c280efbc1de6), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.039216 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9ec7b-98f3-4d03-bd13-218fb14c5934 tempest-TestMinimumBasicScenario-1523526807 tempest-TestMinimumBasicScenario-1523526807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:47.040883 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-04a9ec7b-98f3-4d03-bd13-218fb14c5934 tempest-TestMinimumBasicScenario-1523526807 tempest-TestMinimumBasicScenario-1523526807-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 1124 time: 0.2268107 Feb 21 01:40:47.043838 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 39738) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:47.048528 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'floatingip': {'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'port_id': '5c97b2bc-4452-4166-b322-af40e03890f5', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:47.082976 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.123987 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (70a8976c-0f11-4389-a937-c280efbc1de6), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.152862 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a8976c-0f11-4389-a937-c280efbc1de6']}} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:47.169691 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d43a67-d384-4c83-9bd6-290fa26cbff4') {'for_net_delete': True} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:47.170087 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d43a67-d384-4c83-9bd6-290fa26cbff4') {} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:47.182727 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28165610'] for segment (64d43a67-d384-4c83-9bd6-290fa26cbff4), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.202989 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039402f-673f-47cf-aa5f-67692d616d67 req-dcceb138-f93d-4bf9-90e2-a047b3aecc5f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:47.205015 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b039402f-673f-47cf-aa5f-67692d616d67 req-dcceb138-f93d-4bf9-90e2-a047b3aecc5f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 945 time: 0.1246240 Feb 21 01:40:47.218447 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (64d43a67-d384-4c83-9bd6-290fa26cbff4), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.224800 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.236849 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:40:47.237435 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28100964'] for segment (64d43a67-d384-4c83-9bd6-290fa26cbff4), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: Traceback (most recent call last): Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: timer() Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: cb(*args, **kw) Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: return func(*args, **kwargs) Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: self._notify() Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: self.callback(batched_events) Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: event.method(event) Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: return f(self, *a, **k) Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._get(url).json() Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: return self.request(url, 'GET', **kwargs) Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:40:47.239386 dv-cinder-813229-6-iscsi neutron-server[102949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:40:47.328938 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b039402f-673f-47cf-aa5f-67692d616d67 req-176d0fe5-e721-44e7-b79d-674f98726977 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175709 Feb 21 01:40:47.330135 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (70a8976c-0f11-4389-a937-c280efbc1de6), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.337208 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.340072 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] 10.222.0.79 "DELETE /v2.0/networks/70a8976c-0f11-4389-a937-c280efbc1de6 HTTP/1.1" status: 204 len: 168 time: 0.5017140 Feb 21 01:40:47.352648 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf0c5f-cd18-451c-ac48-70b8f0fb044d admin admin] Pushing event deleted for resources: {'Network': ['ID=70a8976c-0f11-4389-a937-c280efbc1de6,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:47.398919 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Allocated IP 172.27.1.97 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/d2966269-eb03-42f7-8cc4-4e9ab9c3886b) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:40:47.558940 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for port (d2966269-eb03-42f7-8cc4-4e9ab9c3886b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.607221 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625d3a3-998b-4550-b6bd-81d1fb172f94 req-30079c40-08df-4bf9-a512-1104ae7431eb tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:47.608680 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4625d3a3-998b-4550-b6bd-81d1fb172f94 req-30079c40-08df-4bf9-a512-1104ae7431eb tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0913839 Feb 21 01:40:47.623723 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (d2966269-eb03-42f7-8cc4-4e9ab9c3886b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.629835 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 39750) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:47.676033 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-b0e17925-e1d2-440c-bc75-25fd713fb37c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d55ff8f89dd4efe91ad4e0f863808ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406597 Feb 21 01:40:47.676782 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 39752) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:47.681574 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 04766783-5084-4bd2-af27-c58a07cb8382 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:40:47.686336 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:40:47.697973 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:40:47.702048 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:40:47.713866 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4625d3a3-998b-4550-b6bd-81d1fb172f94 req-13062916-4701-484c-9239-dc3ff75a4fa7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979843 Feb 21 01:40:47.736092 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'Port': ['ID=d2966269-eb03-42f7-8cc4-4e9ab9c3886b,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:47.744962 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-73ae7fec-1df4-42e9-9928-f7bcae11ab0c admin admin] Publish callbacks [] for security_group (c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.755307 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 04766783-5084-4bd2-af27-c58a07cb8382 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:40:47.759328 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 04766783-5084-4bd2-af27-c58a07cb8382 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:40:47.759709 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (04766783-5084-4bd2-af27-c58a07cb8382), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.769420 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-73ae7fec-1df4-42e9-9928-f7bcae11ab0c admin admin] Publish callbacks [] for security_group (c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.828667 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-73ae7fec-1df4-42e9-9928-f7bcae11ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.833188 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-73ae7fec-1df4-42e9-9928-f7bcae11ab0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.836663 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-73ae7fec-1df4-42e9-9928-f7bcae11ab0c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96 HTTP/1.1" status: 204 len: 168 time: 0.1565371 Feb 21 01:40:47.844067 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae7fec-1df4-42e9-9928-f7bcae11ab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b6965d-f3a8-4ad5-b73e-ad8a9012ae96,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:47.878251 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 04766783-5084-4bd2-af27-c58a07cb8382 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:47.879366 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (04766783-5084-4bd2-af27-c58a07cb8382), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.908514 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04766783-5084-4bd2-af27-c58a07cb8382'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:47.911188 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955ab3da-acd6-4246-b744-ed090e868fe8" -d '{"events": [{"server_uuid": "3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8", "name": "network-vif-plugged", "status": "completed", "tag": "04766783-5084-4bd2-af27-c58a07cb8382"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:47.924522 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 04766783-5084-4bd2-af27-c58a07cb8382, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=04766783-5084-4bd2-af27-c58a07cb8382,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:47.931071 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (04766783-5084-4bd2-af27-c58a07cb8382), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:47.963745 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f5e36-b3c4-4c60-a3d4-821bc41b9e41 x-openstack-request-id: req-cb9f5e36-b3c4-4c60-a3d4-821bc41b9e41 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:47.964474 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8", "name": "network-vif-plugged", "status": "completed", "tag": "04766783-5084-4bd2-af27-c58a07cb8382", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:47.964474 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb9f5e36-b3c4-4c60-a3d4-821bc41b9e41 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:47.964706 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04766783-5084-4bd2-af27-c58a07cb8382', 'code': 200} Feb 21 01:40:47.998222 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=04766783-5084-4bd2-af27-c58a07cb8382,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:48.117102 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41c4b4-56b4-418a-b5ce-0d6434cd18dc req-e47d623e-e61e-4d7d-9ec4-599a7f8ca304 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:48.118605 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8e41c4b4-56b4-418a-b5ce-0d6434cd18dc req-e47d623e-e61e-4d7d-9ec4-599a7f8ca304 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1400080 Feb 21 01:40:48.414770 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for floatingip (317f702f-819b-4302-9dfe-999fd8a07347), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:48.478661 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8e41c4b4-56b4-418a-b5ce-0d6434cd18dc req-9f30d5f5-1b95-4031-860a-7b85dfa683a8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516841 Feb 21 01:40:48.495599 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5454f-02eb-47f3-b364-916288d42a44 req-ce1f70a9-aa9d-48e5-933c-0f4686691d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:48.497183 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8ac5454f-02eb-47f3-b364-916288d42a44 req-ce1f70a9-aa9d-48e5-933c-0f4686691d77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 1130 time: 0.1159556 Feb 21 01:40:48.503924 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb473d6d-c789-4860-b025-d238ba21ef5a req-004a8458-743f-4abe-a855-7d7783bea7fa tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:48.510538 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eb473d6d-c789-4860-b025-d238ba21ef5a req-004a8458-743f-4abe-a855-7d7783bea7fa tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 946 time: 0.0944123 Feb 21 01:40:48.567141 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eb473d6d-c789-4860-b025-d238ba21ef5a req-b0257969-8da1-4fae-b142-9299e309e706 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547211 Feb 21 01:40:48.573391 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8ac5454f-02eb-47f3-b364-916288d42a44 req-d3266907-2b9d-4130-88d0-479286d89d21 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670378 Feb 21 01:40:48.576149 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (d2966269-eb03-42f7-8cc4-4e9ab9c3886b), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:48.803287 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for port (d2966269-eb03-42f7-8cc4-4e9ab9c3886b), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:48.816220 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (d2966269-eb03-42f7-8cc4-4e9ab9c3886b), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:48.870582 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (317f702f-819b-4302-9dfe-999fd8a07347), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:48.928148 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'Port': ['ID=d2966269-eb03-42f7-8cc4-4e9ab9c3886b,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:48.948775 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d1fd2-5151-4f01-9a6a-0e7179652acb req-281e391c-7ff5-4e73-8305-1aaf47e3af1a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:48.950324 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0a6d1fd2-5151-4f01-9a6a-0e7179652acb req-281e391c-7ff5-4e73-8305-1aaf47e3af1a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1447289 Feb 21 01:40:49.044975 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Floating IP 317f702f-819b-4302-9dfe-999fd8a07347 associated. External IP: 172.27.1.97, port: 5c97b2bc-4452-4166-b322-af40e03890f5. Feb 21 01:40:49.085259 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0a6d1fd2-5151-4f01-9a6a-0e7179652acb req-8c3ba261-b938-4e3a-a436-b316c714a9c8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912228 Feb 21 01:40:49.283555 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Router 8509ee40-afb2-4d46-ae81-43684190732b has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:40:49.398786 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:40:49.417147 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:49.418430 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] Sync routers for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:40:49.431919 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:40:49.432540 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:49.454296 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6c89230f-e25e-41d4-bde1-2704523b9b77 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4068270 Feb 21 01:40:49.454296 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:49.454637 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 39812) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:49.455216 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651905e6-d466-44f5-b4ea-3f8a499fb380" -d '{"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:49.461891 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-8d686b58-8791-4c79-947a-d40b215ad133 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840831209', 'description': 'tempest-secgroup-smoke-1840831209 description', 'project_id': '8a01e8a980fc419f88335882f4f61612'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:49.493352 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed03c97-15a3-46db-9cb9-4e6b7c6f3759 x-openstack-request-id: req-eed03c97-15a3-46db-9cb9-4e6b7c6f3759 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:49.493722 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:49.493977 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eed03c97-15a3-46db-9cb9-4e6b7c6f3759 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:49.494401 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5', 'status': 'completed', 'code': 200} Feb 21 01:40:49.508574 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8d686b58-8791-4c79-947a-d40b215ad133 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:49.557233 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:40:49.585459 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8d686b58-8791-4c79-947a-d40b215ad133 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group (c32ea99d-fc36-442a-b935-a06afc65ae31), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:49.592570 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8d686b58-8791-4c79-947a-d40b215ad133 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (c32ea99d-fc36-442a-b935-a06afc65ae31), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:49.635961 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8d686b58-8791-4c79-947a-d40b215ad133 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:49.640270 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8d686b58-8791-4c79-947a-d40b215ad133 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1818869 Feb 21 01:40:49.641057 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 39820) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:49.647265 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-540c312d-eef7-4cb3-8864-07f00f04cac6 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'security_group_rule': {'security_group_id': 'c32ea99d-fc36-442a-b935-a06afc65ae31', 'project_id': '8a01e8a980fc419f88335882f4f61612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:49.654893 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-9d645e56-5da3-44fb-964a-7f3de0f0e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:49.657137 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-9d645e56-5da3-44fb-964a-7f3de0f0e329 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a01e8a980fc419f88335882f4f61612&device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 1129 time: 0.0957618 Feb 21 01:40:49.671455 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d686b58-8791-4c79-947a-d40b215ad133 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32ea99d-fc36-442a-b935-a06afc65ae31,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:49.693865 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-540c312d-eef7-4cb3-8864-07f00f04cac6 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (2dfcad98-1634-41f6-8744-657d12e49de0), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:49.810638 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c040-00fd-49eb-ab7c-4ac9abc3a4e5 req-5e67b180-23a3-4dda-8b95-80be3c76dac9 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:49.817079 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5458c040-00fd-49eb-ab7c-4ac9abc3a4e5 req-5e67b180-23a3-4dda-8b95-80be3c76dac9 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.2209551 Feb 21 01:40:49.822924 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-540c312d-eef7-4cb3-8864-07f00f04cac6 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (2dfcad98-1634-41f6-8744-657d12e49de0), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:49.831168 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '317f702f-819b-4302-9dfe-999fd8a07347', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'port_id': '5c97b2bc-4452-4166-b322-af40e03890f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'mac_address': 'fa:16:3e:5e:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f650831-4d03-4769-a72a-f18f82931543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:40:47Z', 'updated_at': '2022-02-21T01:40:47Z', 'revision_number': 0, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97b6430-8b54-411f-bb63-d8935356df28', 'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'mac_address': 'fa:16:3e:63:1c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:45Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 5, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'subnets': [{'id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:49.833254 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-540c312d-eef7-4cb3-8864-07f00f04cac6 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (2dfcad98-1634-41f6-8744-657d12e49de0), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:49.865084 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c312d-eef7-4cb3-8864-07f00f04cac6 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfcad98-1634-41f6-8744-657d12e49de0,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:49.872530 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-540c312d-eef7-4cb3-8864-07f00f04cac6 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:49.873710 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-540c312d-eef7-4cb3-8864-07f00f04cac6 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2317634 Feb 21 01:40:49.880892 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 39828) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:49.887584 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] Checking router: 8509ee40-afb2-4d46-ae81-43684190732b for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:40:49.889097 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc526b-76da-4039-9025-f0235ac4f238 req-8828dca5-e2fe-4505-b6c7-6a0617540a35 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:49.891209 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a6dc526b-76da-4039-9025-f0235ac4f238 req-8828dca5-e2fe-4505-b6c7-6a0617540a35 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 946 time: 0.1210051 Feb 21 01:40:49.897117 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-e483ff92-617b-4596-8cda-1bcd9c33791f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'security_group_rule': {'security_group_id': 'c32ea99d-fc36-442a-b935-a06afc65ae31', 'project_id': '8a01e8a980fc419f88335882f4f61612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:49.903511 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:40:49.904321 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:49.910436 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5458c040-00fd-49eb-ab7c-4ac9abc3a4e5 req-d4d0901a-24ad-4728-b413-29b030c19922 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922976 Feb 21 01:40:49.976789 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-63dff65d-7bc1-4cb8-9a81-f692df68cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:49.979854 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-63dff65d-7bc1-4cb8-9a81-f692df68cfe6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0a215f4-97e2-485c-afd9-7919acfd1e00 HTTP/1.1" status: 200 len: 915 time: 0.3132484 Feb 21 01:40:49.994003 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e483ff92-617b-4596-8cda-1bcd9c33791f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (4112728f-3d0f-4b53-ae9b-275788a7deed), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.018711 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a6dc526b-76da-4039-9025-f0235ac4f238 req-c2d6cc73-91a6-428b-93ba-11d719deeb5c tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167712 Feb 21 01:40:50.029358 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-b2f100bd-da59-49eb-a564-666d2bd56940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:50.030828 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-b2f100bd-da59-49eb-a564-666d2bd56940 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 1129 time: 0.1374016 Feb 21 01:40:50.101347 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-3bf2ceb8-2ba5-4261-b55e-fbdeca55f587 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 200 len: 998 time: 0.1145313 Feb 21 01:40:50.154579 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:40:50.165065 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e483ff92-617b-4596-8cda-1bcd9c33791f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (4112728f-3d0f-4b53-ae9b-275788a7deed), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.186198 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e483ff92-617b-4596-8cda-1bcd9c33791f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (4112728f-3d0f-4b53-ae9b-275788a7deed), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.217227 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-19220f4e-6a72-410c-8979-3d0c8b8036af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:50.219105 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-19220f4e-6a72-410c-8979-3d0c8b8036af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c2fbd00-fd9b-4d8d-8e46-b546032a36d8 HTTP/1.1" status: 200 len: 854 time: 0.1037385 Feb 21 01:40:50.237653 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-bb46fb07-9bfd-43c8-a79e-4a43ed66dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:50.240475 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-bb46fb07-9bfd-43c8-a79e-4a43ed66dee2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 917 time: 0.1988516 Feb 21 01:40:50.305112 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483ff92-617b-4596-8cda-1bcd9c33791f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4112728f-3d0f-4b53-ae9b-275788a7deed,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:50.309273 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417cd1b-6397-417a-8084-feabe1c448a8 req-7b3148ee-ae41-4725-b598-c2311798ab65 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:50.313106 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e483ff92-617b-4596-8cda-1bcd9c33791f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.316415 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e417cd1b-6397-417a-8084-feabe1c448a8 req-7b3148ee-ae41-4725-b598-c2311798ab65 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.1148691 Feb 21 01:40:50.317284 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-e483ff92-617b-4596-8cda-1bcd9c33791f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4250267 Feb 21 01:40:50.318198 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 39840) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:50.332176 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-1d67c24b-a1de-4aec-a21f-d58543bf6b58 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'security_group_rule': {'security_group_id': 'c32ea99d-fc36-442a-b935-a06afc65ae31', 'project_id': '8a01e8a980fc419f88335882f4f61612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:50.341272 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-78e2acab-ad3a-49b0-8a5d-80048ee56b1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff64f22-7fbe-4bad-b125-966d21970c09 HTTP/1.1" status: 200 len: 1000 time: 0.0842595 Feb 21 01:40:50.350020 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-7acdf155-ccda-434f-81d8-d927cfada2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:50.351636 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-7acdf155-ccda-434f-81d8-d927cfada2fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0a215f4-97e2-485c-afd9-7919acfd1e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154377 Feb 21 01:40:50.434419 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-4e9cbdd9-920c-45ef-ba76-660279801d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:50.437397 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-4e9cbdd9-920c-45ef-ba76-660279801d1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.0828335 Feb 21 01:40:50.462540 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '317f702f-819b-4302-9dfe-999fd8a07347', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'port_id': '5c97b2bc-4452-4166-b322-af40e03890f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'mac_address': 'fa:16:3e:5e:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f650831-4d03-4769-a72a-f18f82931543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:40:47Z', 'updated_at': '2022-02-21T01:40:47Z', 'revision_number': 0, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97b6430-8b54-411f-bb63-d8935356df28', 'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'mac_address': 'fa:16:3e:63:1c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:45Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 5, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'subnets': [{'id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:50.478255 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1d67c24b-a1de-4aec-a21f-d58543bf6b58 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (d13147af-72ef-4d30-80b1-a1e889eb9a91), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.489062 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e417cd1b-6397-417a-8084-feabe1c448a8 req-a63d3393-3609-418f-814d-ddae00b9a1ad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717098 Feb 21 01:40:50.521975 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a1d34-ee44-4c53-a510-d349a089b385 None None] The sync data for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi is: [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '317f702f-819b-4302-9dfe-999fd8a07347', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'port_id': '5c97b2bc-4452-4166-b322-af40e03890f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'mac_address': 'fa:16:3e:5e:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f650831-4d03-4769-a72a-f18f82931543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:40:47Z', 'updated_at': '2022-02-21T01:40:47Z', 'revision_number': 0, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97b6430-8b54-411f-bb63-d8935356df28', 'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'mac_address': 'fa:16:3e:63:1c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:45Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 5, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'subnets': [{'id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:40:50.558736 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-4848e373-7c3f-4405-a60f-c85c367c4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:50.562629 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-4848e373-7c3f-4405-a60f-c85c367c4875 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182680 Feb 21 01:40:50.571122 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-788cb82e-a3ce-46fd-a351-78422244f89c service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101152 Feb 21 01:40:50.693307 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-f39ae81f-8c10-431e-b802-95fda2b07ca9 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225827 Feb 21 01:40:50.709111 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1d67c24b-a1de-4aec-a21f-d58543bf6b58 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (d13147af-72ef-4d30-80b1-a1e889eb9a91), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.717466 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1d67c24b-a1de-4aec-a21f-d58543bf6b58 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (d13147af-72ef-4d30-80b1-a1e889eb9a91), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.756280 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67c24b-a1de-4aec-a21f-d58543bf6b58 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13147af-72ef-4d30-80b1-a1e889eb9a91,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:50.772852 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1d67c24b-a1de-4aec-a21f-d58543bf6b58 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.774300 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1d67c24b-a1de-4aec-a21f-d58543bf6b58 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4536114 Feb 21 01:40:50.777017 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-651905e6-d466-44f5-b4ea-3f8a499fb380 req-26a19ace-4295-44ba-a3ea-3d6f198bdaa4 service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513181 Feb 21 01:40:50.777176 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 39854) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:50.783387 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-685848d1-e783-4eef-9cd5-f751fda96ab0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'security_group_rule': {'security_group_id': 'c32ea99d-fc36-442a-b935-a06afc65ae31', 'project_id': '8a01e8a980fc419f88335882f4f61612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:50.835877 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-685848d1-e783-4eef-9cd5-f751fda96ab0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (0e86abcb-b91b-4844-ab68-3c375949c319), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.841503 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-915cdc7d-1815-4617-810d-b0c9162d9dc3 req-8bcc980c-5004-4419-a850-85030db25485 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412978 Feb 21 01:40:50.872291 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614555c-1bfc-4a4c-8039-be6b30edb814 None None] New status for floating IP 317f702f-819b-4302-9dfe-999fd8a07347: ACTIVE {{(pid=102950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:40:50.901818 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-685848d1-e783-4eef-9cd5-f751fda96ab0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (0e86abcb-b91b-4844-ab68-3c375949c319), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.906653 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-685848d1-e783-4eef-9cd5-f751fda96ab0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (0e86abcb-b91b-4844-ab68-3c375949c319), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.925354 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685848d1-e783-4eef-9cd5-f751fda96ab0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e86abcb-b91b-4844-ab68-3c375949c319,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:50.935686 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-685848d1-e783-4eef-9cd5-f751fda96ab0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:50.938736 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-685848d1-e783-4eef-9cd5-f751fda96ab0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605966 Feb 21 01:40:50.939593 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 39858) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:50.944246 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-3363b56e-c534-4e96-8b7b-c888996ee5be tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'security_group_rule': {'security_group_id': 'c32ea99d-fc36-442a-b935-a06afc65ae31', 'project_id': '8a01e8a980fc419f88335882f4f61612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:50.966838 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.securitygroups_db [None req-3363b56e-c534-4e96-8b7b-c888996ee5be tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Project 8a01e8a980fc419f88335882f4f61612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:40:50.973360 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3363b56e-c534-4e96-8b7b-c888996ee5be tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (cfb31280-e5a8-41aa-a4cc-41244e52d598), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.037429 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3363b56e-c534-4e96-8b7b-c888996ee5be tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (cfb31280-e5a8-41aa-a4cc-41244e52d598), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.041366 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3363b56e-c534-4e96-8b7b-c888996ee5be tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (cfb31280-e5a8-41aa-a4cc-41244e52d598), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.044861 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97523d-d955-49ab-a42a-ef5e6a9ea104 req-f5928c3d-fabb-46fa-88d8-290145f3b332 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:51.046407 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cd97523d-d955-49ab-a42a-ef5e6a9ea104 req-f5928c3d-fabb-46fa-88d8-290145f3b332 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0599463 Feb 21 01:40:51.065205 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363b56e-c534-4e96-8b7b-c888996ee5be tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb31280-e5a8-41aa-a4cc-41244e52d598,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:51.072930 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3363b56e-c534-4e96-8b7b-c888996ee5be tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.076601 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3363b56e-c534-4e96-8b7b-c888996ee5be tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334107 Feb 21 01:40:51.076801 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 39862) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:51.082763 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-6f3dbc12-fe0b-4575-9ae3-2b982441264a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'security_group_rule': {'security_group_id': 'c32ea99d-fc36-442a-b935-a06afc65ae31', 'project_id': '8a01e8a980fc419f88335882f4f61612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:51.111624 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.securitygroups_db [None req-6f3dbc12-fe0b-4575-9ae3-2b982441264a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Project 8a01e8a980fc419f88335882f4f61612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:40:51.125019 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cd97523d-d955-49ab-a42a-ef5e6a9ea104 req-9526d907-0d46-4670-8e77-9b2852862cfe tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664439 Feb 21 01:40:51.127116 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbc12-fe0b-4575-9ae3-2b982441264a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (1e45f9a8-b702-42db-b79c-d972c163bded), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.205246 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c3db0-9fc4-4ac6-9053-c3b9721d9e13 req-876d5d59-0400-4bbb-99ca-6ac35403da4f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:51.207309 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7e0c3db0-9fc4-4ac6-9053-c3b9721d9e13 req-876d5d59-0400-4bbb-99ca-6ac35403da4f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 946 time: 0.0922058 Feb 21 01:40:51.227671 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbc12-fe0b-4575-9ae3-2b982441264a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (1e45f9a8-b702-42db-b79c-d972c163bded), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.235463 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbc12-fe0b-4575-9ae3-2b982441264a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (1e45f9a8-b702-42db-b79c-d972c163bded), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.261052 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dbc12-fe0b-4575-9ae3-2b982441264a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e45f9a8-b702-42db-b79c-d972c163bded,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:51.274457 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbc12-fe0b-4575-9ae3-2b982441264a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.275638 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6f3dbc12-fe0b-4575-9ae3-2b982441264a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1975594 Feb 21 01:40:51.282945 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7e0c3db0-9fc4-4ac6-9053-c3b9721d9e13 req-2e6f10bf-51de-4428-a20f-6085ed19272b tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690477 Feb 21 01:40:51.362186 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-3d5a4e17-d722-455d-834e-435e9d59f070 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840831209&fields=id&tenant_id=8a01e8a980fc419f88335882f4f61612 HTTP/1.1" status: 200 len: 267 time: 0.0431068 Feb 21 01:40:51.425157 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-8175be0b-01d8-48ee-b9f0-3a6899645781 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:51.426630 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-8175be0b-01d8-48ee-b9f0-3a6899645781 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.0588262 Feb 21 01:40:51.436904 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-e8c1d652-8adc-491c-9bea-4a6b3e31b30c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'port': {'security_groups': ['689cf9e7-44ed-4265-8c65-65822435175c', 'c32ea99d-fc36-442a-b935-a06afc65ae31']}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:51.504217 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-e8c1d652-8adc-491c-9bea-4a6b3e31b30c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.680018 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-e8c1d652-8adc-491c-9bea-4a6b3e31b30c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] For port 5c97b2bc-4452-4166-b322-af40e03890f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c97b2bc-4452-4166-b322-af40e03890f5,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:51.710294 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-e8c1d652-8adc-491c-9bea-4a6b3e31b30c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for port (5c97b2bc-4452-4166-b322-af40e03890f5), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.715082 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-e8c1d652-8adc-491c-9bea-4a6b3e31b30c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.766003 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-e8c1d652-8adc-491c-9bea-4a6b3e31b30c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:51.766674 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-e8c1d652-8adc-491c-9bea-4a6b3e31b30c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:51.768636 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cb7a6169-b531-476c-9da2-f17eae5ced23 req-e8c1d652-8adc-491c-9bea-4a6b3e31b30c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "PUT /v2.0/ports/5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 200 len: 981 time: 0.3355525 Feb 21 01:40:51.773247 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:51.775351 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b286f35c-fca2-4d21-a367-26e40bf55026" -d '{"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:51.819120 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1d652-8adc-491c-9bea-4a6b3e31b30c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'Port': ['ID=5c97b2bc-4452-4166-b322-af40e03890f5,revision_number=6']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:51.890170 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fab53f-5ce1-4d88-8438-724efbc14e74 req-837353c0-9f86-4eec-b589-1384ec5d1fc3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:51.891612 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d8fab53f-5ce1-4d88-8438-724efbc14e74 req-837353c0-9f86-4eec-b589-1384ec5d1fc3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0604651 Feb 21 01:40:51.939982 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d8fab53f-5ce1-4d88-8438-724efbc14e74 req-c671840a-fe4b-49c4-b5dd-5a81cce459fb tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Feb 21 01:40:52.048786 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165c3af-e3e8-4dae-847e-4edec7c58b9a req-1853d289-76d2-48d6-bc08-b7c948a14adc tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:52.050241 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c165c3af-e3e8-4dae-847e-4edec7c58b9a req-1853d289-76d2-48d6-bc08-b7c948a14adc tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0533161 Feb 21 01:40:52.052819 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-5b4093a8-c665-4d6a-be79-bab7cf0bfdeb None None] Provisioning complete for port 5c97b2bc-4452-4166-b322-af40e03890f5 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:40:52.053306 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-5b4093a8-c665-4d6a-be79-bab7cf0bfdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:52.111298 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c165c3af-e3e8-4dae-847e-4edec7c58b9a req-a6a1ef5c-2878-4d1c-896f-1576efa63340 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551820 Feb 21 01:40:52.137223 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-5b4093a8-c665-4d6a-be79-bab7cf0bfdeb None None] Current status of the port 5c97b2bc-4452-4166-b322-af40e03890f5 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:52.166071 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfd1c14-3c1e-483e-b027-17a1b13170dc x-openstack-request-id: req-fcfd1c14-3c1e-483e-b027-17a1b13170dc {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:52.166457 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:52.166712 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fcfd1c14-3c1e-483e-b027-17a1b13170dc {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:52.167101 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5', 'status': 'completed', 'code': 200} Feb 21 01:40:52.258807 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e43e3-4619-4749-a1a7-6100aca327df req-646ee8d7-4d43-45d5-84cb-86b3f7982714 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:52.260319 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aa2e43e3-4619-4749-a1a7-6100aca327df req-646ee8d7-4d43-45d5-84cb-86b3f7982714 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0523720 Feb 21 01:40:52.310958 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aa2e43e3-4619-4749-a1a7-6100aca327df req-2c4e3a18-f25b-45e3-aed3-f37abdbd8223 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449817 Feb 21 01:40:53.060525 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a3a14-849b-4a74-bd86-a44a36677495 req-a000d038-5d93-46e7-960d-a15ad38b9ab6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:53.061953 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ad3a3a14-849b-4a74-bd86-a44a36677495 req-a000d038-5d93-46e7-960d-a15ad38b9ab6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0505810 Feb 21 01:40:53.109560 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ad3a3a14-849b-4a74-bd86-a44a36677495 req-dffb4e47-e82e-4028-9ec6-afabde884f28 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 Feb 21 01:40:53.425838 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bbe58-5cc9-4b06-b9db-153e6707d98e req-d3344504-2f8d-4368-9641-23e794898485 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:53.427335 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a22bbe58-5cc9-4b06-b9db-153e6707d98e req-d3344504-2f8d-4368-9641-23e794898485 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0526371 Feb 21 01:40:53.472848 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a22bbe58-5cc9-4b06-b9db-153e6707d98e req-17d1593d-3f3d-494f-b002-c555edaf5fc6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Feb 21 01:40:54.043864 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['5c97b2bc-4452-4166-b322-af40e03890f5'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:54.047062 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:40:54.144878 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-f9e1317e-7b75-4374-b62a-3ea9b1852400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:54.148074 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-f9e1317e-7b75-4374-b62a-3ea9b1852400 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a01e8a980fc419f88335882f4f61612&device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 1168 time: 0.0649157 Feb 21 01:40:54.189906 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['5c97b2bc-4452-4166-b322-af40e03890f5'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:54.227785 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 9ff64f22-7fbe-4bad-b125-966d21970c09 is: ACTIVE; New status is: DOWN {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:54.228171 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:54.297865 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-7658bd6c-bc44-4766-8d8b-32981273b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:54.299379 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-7658bd6c-bc44-4766-8d8b-32981273b553 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0a215f4-97e2-485c-afd9-7919acfd1e00 HTTP/1.1" status: 200 len: 915 time: 0.1436965 Feb 21 01:40:54.310403 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157c7bb-e338-4416-9594-9052a0ff0986 req-d3f6ecfd-aea7-4891-ab85-f68b44ff9b02 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:54.311948 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6157c7bb-e338-4416-9594-9052a0ff0986 req-d3f6ecfd-aea7-4891-ab85-f68b44ff9b02 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 945 time: 0.0970354 Feb 21 01:40:54.398254 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-cb760039-24d7-4bc5-8d83-15865c5cd4a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 200 len: 1000 time: 0.0851507 Feb 21 01:40:54.415979 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:54.418187 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adbb7e9-e8c5-484f-b1a2-48077027a05f" -d '{"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:54.438613 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6157c7bb-e338-4416-9594-9052a0ff0986 req-2da716ca-01ad-47c1-ace8-61868f845061 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885687 Feb 21 01:40:54.443895 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:54.461796 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-f21c5023-4230-4109-acb5-4046fae76737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:54.462912 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:54.466415 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-f21c5023-4230-4109-acb5-4046fae76737 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c2fbd00-fd9b-4d8d-8e46-b546032a36d8 HTTP/1.1" status: 200 len: 854 time: 0.0602145 Feb 21 01:40:54.466880 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08fd777-2304-4bae-a657-4d4023f9723b x-openstack-request-id: req-b08fd777-2304-4bae-a657-4d4023f9723b {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:54.467172 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:54.467434 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b08fd777-2304-4bae-a657-4d4023f9723b {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:54.467797 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'code': 200} Feb 21 01:40:54.529265 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-81d59466-dd0f-4957-a17b-620c74e0af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:54.531332 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-81d59466-dd0f-4957-a17b-620c74e0af6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0a215f4-97e2-485c-afd9-7919acfd1e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499744 Feb 21 01:40:54.560884 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=8']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:54.600703 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48541b1-6719-4da1-8b90-afbabe0b4cea req-c5af2da9-0eb9-4dc4-847f-c77a02b63dd4 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:54.602253 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e48541b1-6719-4da1-8b90-afbabe0b4cea req-c5af2da9-0eb9-4dc4-847f-c77a02b63dd4 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0575559 Feb 21 01:40:54.635475 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-d4342ff5-a618-4120-bea1-8c5f19a8aa3b service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932496 Feb 21 01:40:54.656114 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e48541b1-6719-4da1-8b90-afbabe0b4cea req-d400dacd-9411-47f9-916f-49fda258085c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477870 Feb 21 01:40:54.974817 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b286f35c-fca2-4d21-a367-26e40bf55026 req-39833806-741c-421a-be8c-bc63719c2c7b service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230174 Feb 21 01:40:55.306749 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-676eb68f-adcd-40e7-a69f-210c63e3a74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:55.572046 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58932846-10ad-48af-9f23-6b0d98cd200c req-a952bafd-0233-4f09-bb73-048b389031de tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:55.573479 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-58932846-10ad-48af-9f23-6b0d98cd200c req-a952bafd-0233-4f09-bb73-048b389031de tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0508106 Feb 21 01:40:55.620101 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-58932846-10ad-48af-9f23-6b0d98cd200c req-0c891e31-4b0b-47f7-92ea-e15fc2ce0c34 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 Feb 21 01:40:55.793351 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3014e4a-fd2c-4beb-94f0-cc5aca5227ce req-eeed7014-d5d5-4faf-9d8d-1394f222acc0 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:55.794877 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d3014e4a-fd2c-4beb-94f0-cc5aca5227ce req-eeed7014-d5d5-4faf-9d8d-1394f222acc0 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0641761 Feb 21 01:40:55.841177 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d3014e4a-fd2c-4beb-94f0-cc5aca5227ce req-a2651fd3-c163-460c-81c3-3f2890972837 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Feb 21 01:40:56.740174 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed9fb2-6681-417d-8561-86b494f5f612 req-5f2b9fc1-b1ae-42f7-a7d1-07247b6ad97d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:56.741629 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e0ed9fb2-6681-417d-8561-86b494f5f612 req-5f2b9fc1-b1ae-42f7-a7d1-07247b6ad97d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0509853 Feb 21 01:40:56.789236 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e0ed9fb2-6681-417d-8561-86b494f5f612 req-94941182-f062-441a-adcc-ac137078cd1a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Feb 21 01:40:56.959457 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70756cef-4721-4ecd-af19-9f0cb7322bb8 req-9deda1a8-afaf-4779-a89f-3f56ddc46311 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:56.961147 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-70756cef-4721-4ecd-af19-9f0cb7322bb8 req-9deda1a8-afaf-4779-a89f-3f56ddc46311 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0539863 Feb 21 01:40:57.012092 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-70756cef-4721-4ecd-af19-9f0cb7322bb8 req-9a64366f-6459-40c0-b90f-851a4bc43569 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Feb 21 01:40:57.257506 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [req-ae46cdc8-fee2-4983-9ecc-0ab0fce33624 req-cf2ae9ae-5b66-4fcc-8469-08e657d620c5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:40:57.258726 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ae46cdc8-fee2-4983-9ecc-0ab0fce33624 req-cf2ae9ae-5b66-4fcc-8469-08e657d620c5 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064979 Feb 21 01:40:57.446252 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1a00c-2907-4007-ac29-858ccdcf1c34 req-5ff046d7-3dcb-4711-b5ed-1c8196d8cbe4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:57.454044 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-12c1a00c-2907-4007-ac29-858ccdcf1c34 req-5ff046d7-3dcb-4711-b5ed-1c8196d8cbe4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0655000 Feb 21 01:40:57.486354 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 39990) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:57.501356 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-12c1a00c-2907-4007-ac29-858ccdcf1c34 req-a086e3a0-43ac-4bc6-8575-9f6d5c46dcba tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463119 Feb 21 01:40:57.569254 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40000) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:57.642601 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-b399295a-a806-47b4-b95f-ade3f234e5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.654544 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-55d9b16e-f02e-4fab-958d-c7d4df5ab20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.699606 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b32e44a6-06a8-4747-880c-a32c2d7a0169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.771133 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40014) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:57.786977 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-55d9b16e-f02e-4fab-958d-c7d4df5ab20f admin admin] Publish callbacks [] for security_group (56f5b2dd-79e2-4f21-b439-c14ab2944eff), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.794465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-55d9b16e-f02e-4fab-958d-c7d4df5ab20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (56f5b2dd-79e2-4f21-b439-c14ab2944eff), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.849874 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-55d9b16e-f02e-4fab-958d-c7d4df5ab20f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa0859255b604aac9df237c645c43447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619347 Feb 21 01:40:57.851878 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b32e44a6-06a8-4747-880c-a32c2d7a0169 admin admin] Publish callbacks [] for security_group (e6bced22-3fc2-40d2-bef6-a20a974434b5), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.852437 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40018) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:57.852978 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9b16e-f02e-4fab-958d-c7d4df5ab20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f5b2dd-79e2-4f21-b439-c14ab2944eff,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:57.857100 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b32e44a6-06a8-4747-880c-a32c2d7a0169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (e6bced22-3fc2-40d2-bef6-a20a974434b5), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.876496 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-8ba75b64-cb26-431a-9284-e33f94cf918c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1041296 Feb 21 01:40:57.888729 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e44a6-06a8-4747-880c-a32c2d7a0169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bced22-3fc2-40d2-bef6-a20a974434b5,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:57.890238 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-852b13b7-ad3c-4ab8-862a-7939f9dd79f4 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:40:57.891211 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-852b13b7-ad3c-4ab8-862a-7939f9dd79f4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049589 Feb 21 01:40:57.906034 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-b32e44a6-06a8-4747-880c-a32c2d7a0169 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2e9a57423b748e39666ec4662ac8bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356352 Feb 21 01:40:57.908565 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40020) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:57.922586 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f5d058ee-938b-413c-b975-c6bed8291ded admin admin] Publish callbacks [] for security_group (56f5b2dd-79e2-4f21-b439-c14ab2944eff), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.945599 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f5d058ee-938b-413c-b975-c6bed8291ded admin admin] Publish callbacks [] for security_group (56f5b2dd-79e2-4f21-b439-c14ab2944eff), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.961145 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c759ab8a-1068-4f10-acba-ea6d248b0359 admin admin] Publish callbacks [] for security_group (e6bced22-3fc2-40d2-bef6-a20a974434b5), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.981646 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40026) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:57.988001 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c759ab8a-1068-4f10-acba-ea6d248b0359 admin admin] Publish callbacks [] for security_group (e6bced22-3fc2-40d2-bef6-a20a974434b5), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.996889 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f5d058ee-938b-413c-b975-c6bed8291ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (56f5b2dd-79e2-4f21-b439-c14ab2944eff), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.999595 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f5d058ee-938b-413c-b975-c6bed8291ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:58.001009 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f5d058ee-938b-413c-b975-c6bed8291ded admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56f5b2dd-79e2-4f21-b439-c14ab2944eff HTTP/1.1" status: 204 len: 168 time: 0.1475952 Feb 21 01:40:58.009615 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d058ee-938b-413c-b975-c6bed8291ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f5b2dd-79e2-4f21-b439-c14ab2944eff,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:58.063206 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c759ab8a-1068-4f10-acba-ea6d248b0359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (e6bced22-3fc2-40d2-bef6-a20a974434b5), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:58.066621 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c759ab8a-1068-4f10-acba-ea6d248b0359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:58.070873 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c759ab8a-1068-4f10-acba-ea6d248b0359 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e6bced22-3fc2-40d2-bef6-a20a974434b5 HTTP/1.1" status: 204 len: 168 time: 0.1588669 Feb 21 01:40:58.122591 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759ab8a-1068-4f10-acba-ea6d248b0359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bced22-3fc2-40d2-bef6-a20a974434b5,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:58.140301 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-0cd3af73-68e6-4302-a1c5-12a6b15b597d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:58.146774 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-0cd3af73-68e6-4302-a1c5-12a6b15b597d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports/9ff64f22-7fbe-4bad-b125-966d21970c09 HTTP/1.1" status: 200 len: 940 time: 0.1640177 Feb 21 01:40:58.198023 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d77b0-bbec-45c6-9ee7-db2d0065e885 req-15f28447-09ae-4d86-b65b-f339e61fedad tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:58.199222 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-310d77b0-bbec-45c6-9ee7-db2d0065e885 req-15f28447-09ae-4d86-b65b-f339e61fedad tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0778012 Feb 21 01:40:58.286790 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-310d77b0-bbec-45c6-9ee7-db2d0065e885 req-4c84f093-9626-4a39-ab1c-c2accd373c96 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638843 Feb 21 01:40:58.658819 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d2d87-b779-4d30-8cb2-29be3b4b7ed6 req-c3d7b236-4d6b-43f1-9c7b-153066766bdd tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:58.660407 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-975d2d87-b779-4d30-8cb2-29be3b4b7ed6 req-c3d7b236-4d6b-43f1-9c7b-153066766bdd tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0703413 Feb 21 01:40:58.727063 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-975d2d87-b779-4d30-8cb2-29be3b4b7ed6 req-0cf2f333-2fdc-4dad-98ec-a037f23b7837 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546939 Feb 21 01:40:58.773272 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:58.841722 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40082) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:58.865020 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40086) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:58.936745 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1363867566-network', 'tenant_id': 'a516f78770624beba1baee79a4694c7a'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:58.958877 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-176781468-network', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:58.962760 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Made reservation on behalf of a516f78770624beba1baee79a4694c7a for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:40:58.964922 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:58.978088 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:58.999951 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Made reservation on behalf of 4f7dbed5840d4227ab62e42f9a49fbce for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:40:59.002377 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.016204 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.111013 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Publish callbacks [] for security_group (cd36572b-7439-4091-af7e-a000ccf24b90), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.118681 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (cd36572b-7439-4091-af7e-a000ccf24b90), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.163255 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:40:59.166879 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Publish callbacks [] for security_group (1bdef562-cc04-404f-897b-afb0776cc3a4), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.171457 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd36572b-7439-4091-af7e-a000ccf24b90,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:59.176356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1bdef562-cc04-404f-897b-afb0776cc3a4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.197901 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (973ab330-c7a8-4827-821b-466eb35206fc), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.198265 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Added segment 973ab330-c7a8-4827-821b-466eb35206fc of type vlan for network 1bca72fa-bd33-4dc1-b529-a945b2f01420 Feb 21 01:40:59.204039 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:40:59.243224 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdef562-cc04-404f-897b-afb0776cc3a4,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:59.248051 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (168a329e-238d-4b79-90a4-c327fee23c90), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.248267 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Added segment 168a329e-238d-4b79-90a4-c327fee23c90 of type vlan for network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 Feb 21 01:40:59.267216 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (1bca72fa-bd33-4dc1-b529-a945b2f01420), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.307029 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (13bfe7f6-827c-49b6-b99b-8f9965eeb125), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.333166 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (1bca72fa-bd33-4dc1-b529-a945b2f01420), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.334161 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:59.334763 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.380545 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (13bfe7f6-827c-49b6-b99b-8f9965eeb125), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.381482 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:59.382114 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.385764 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97fae7-9d55-4563-a0be-15777f60f81f req-c0036213-5b49-4205-a2b4-d69e0a6c1ec1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:59.387331 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-da97fae7-9d55-4563-a0be-15777f60f81f req-c0036213-5b49-4205-a2b4-d69e0a6c1ec1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0513992 Feb 21 01:40:59.407276 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5617149 Feb 21 01:40:59.408392 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40096) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:59.410436 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff1252-3a14-442b-bf4c-f5395c1da5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1bca72fa-bd33-4dc1-b529-a945b2f01420,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:59.415984 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Request body: {'subnet': {'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1363867566-subnet', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:59.422255 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:40:59.427870 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5616992 Feb 21 01:40:59.428876 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40098) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:59.435856 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Request body: {'subnet': {'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-176781468-subnet', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:59.441206 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-da97fae7-9d55-4563-a0be-15777f60f81f req-c64c6c13-9418-4521-b1e3-be84e69ae0ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Feb 21 01:40:59.503494 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Made reservation on behalf of a516f78770624beba1baee79a4694c7a for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:40:59.506340 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.515239 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17013002-db9a-417f-af40-440d47bce86c admin admin] Pushing event updated for resources: {'Network': ['ID=13bfe7f6-827c-49b6-b99b-8f9965eeb125,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:59.525474 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:40:59.529181 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Made reservation on behalf of 4f7dbed5840d4227ab62e42f9a49fbce for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:40:59.533836 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.838668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (1c148193-a003-4af1-bc6b-25ab0c7d7744), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.851365 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (8be248b1-3225-4e32-a624-66b59c117f74), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.922337 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a3c2-1572-41e9-8d69-a3ba2744a0d1 req-1597e3d9-7879-415c-bff8-a143b270579c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:59.923806 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7935a3c2-1572-41e9-8d69-a3ba2744a0d1 req-1597e3d9-7879-415c-bff8-a143b270579c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.1339765 Feb 21 01:40:59.926281 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c148193-a003-4af1-bc6b-25ab0c7d7744,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:59.978808 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Checking segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:40:59.979167 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Network hostable DHCP agents. Network: 1bca72fa-bd33-4dc1-b529-a945b2f01420, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:41:00.005668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Checking segment: {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:00.006023 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Network hostable DHCP agents. Network: 13bfe7f6-827c-49b6-b99b-8f9965eeb125, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:41:00.035297 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be248b1-3225-4e32-a624-66b59c117f74,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:00.041650 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:41:00.045704 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.051239 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7935a3c2-1572-41e9-8d69-a3ba2744a0d1 req-8ef85950-f4ee-4055-be90-ac77b720a772 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178398 Feb 21 01:41:00.058747 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:41:00.061842 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 1bca72fa-bd33-4dc1-b529-a945b2f01420) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:00.066946 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 13bfe7f6-827c-49b6-b99b-8f9965eeb125) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:00.069404 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:00.069995 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.075095 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:00.075301 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02409206-e1b8-4ca5-97f8-a006946dc3bb None None] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:00.075387 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.094243 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf5198-e216-4910-9e46-f7faebd0661d None None] Network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:00.098803 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2e038019-a8ae-490d-9e70-ed0953436bfa admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6663413 Feb 21 01:41:00.100683 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40104) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:00.105209 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:00.111535 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-77adcfd9-d80d-468d-a25b-3c32e4465661 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7021077 Feb 21 01:41:00.111763 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40106) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:00.118706 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:00.139782 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (bf78a881-f452-40d8-8fc5-6891b4dffd69), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.140759 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (bf78a881-f452-40d8-8fc5-6891b4dffd69), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.150447 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.151425 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.212350 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks [] for router_controller (bf78a881-f452-40d8-8fc5-6891b4dffd69), precommit_add_association {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.242991 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks [] for router_controller (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), precommit_add_association {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.270678 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-1bca72fa-bd33-4dc1-b529-a945b2f01420', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:41:00.271537 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.277016 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:41:00.277823 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.303459 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:00.471934 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks [] for router_gateway (bf78a881-f452-40d8-8fc5-6891b4dffd69), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.519660 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks [] for router_gateway (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.576865 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Allocated IP 172.20.0.2 (13bfe7f6-827c-49b6-b99b-8f9965eeb125/8be248b1-3225-4e32-a624-66b59c117f74/ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:00.645376 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Allocated IP 172.20.0.2 (1bca72fa-bd33-4dc1-b529-a945b2f01420/1c148193-a003-4af1-bc6b-25ab0c7d7744/5e77c6f8-7b07-47f5-aca9-0a17f184f73c) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:00.687925 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa979a0-295a-4c61-9570-80237429ce1d req-140d7763-42c1-4448-9728-1a3112e48bb7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:00.689413 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7fa979a0-295a-4c61-9570-80237429ce1d req-140d7763-42c1-4448-9728-1a3112e48bb7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1728010 Feb 21 01:41:00.697856 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 9ff64f22-7fbe-4bad-b125-966d21970c09 is: DOWN; New status is: DOWN {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:00.732648 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9993b2-2aeb-46d9-b280-bf0011d15a1c req-48e03be4-1a47-487a-8f8b-a54349c893b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:00.734116 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5d9993b2-2aeb-46d9-b280-bf0011d15a1c req-48e03be4-1a47-487a-8f8b-a54349c893b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 1129 time: 0.1375997 Feb 21 01:41:00.791227 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7fa979a0-295a-4c61-9570-80237429ce1d req-e802c945-688d-4da3-aa21-bedc54c56ba6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953424 Feb 21 01:41:00.834825 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5d9993b2-2aeb-46d9-b280-bf0011d15a1c req-a010bbcd-d58d-4bcc-b801-67ad49ae5d17 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876849 Feb 21 01:41:00.890943 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Publish callbacks [] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.902025 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.929951 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Publish callbacks [] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.944201 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.951523 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:00.963065 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:00.965118 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Pushing event updated for resources: {'Port': ['ID=ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:00.967334 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:00.982852 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.983316 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.983700 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.984046 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.984381 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.984709 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.985037 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.985364 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.985687 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.986024 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.986394 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.986714 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.987034 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:00.991923 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:01.011700 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:01.029475 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks [] for router_gateway (bf78a881-f452-40d8-8fc5-6891b4dffd69), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.032550 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:01.051302 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.099022 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Attempting to bind port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:01.099522 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Attempting to bind port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:01.099750 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Attempting to bind port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 on network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:01.106814 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Pushing event updated for resources: {'Port': ['ID=5e77c6f8-7b07-47f5-aca9-0a17f184f73c,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:01.113300 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks [] for router_gateway (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.128355 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:01.128355 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Checking segment: {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:01.128788 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.129184 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Bound using segment: {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:01.131551 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Bound port: ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:01.131948 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.138858 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.151901 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Attempting to bind port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:01.152283 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Attempting to bind port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:01.152645 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Attempting to bind port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:01.182980 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:01.183363 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Checking segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:01.183770 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.184171 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Bound using segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:01.184657 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Bound port: 5e77c6f8-7b07-47f5-aca9-0a17f184f73c, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:01.185237 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.215339 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f41b2b-8b15-4b54-a4c3-d15394da58d7 req-30eced9f-25b3-45b4-a504-feccbbdea58d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:01.225904 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-86f41b2b-8b15-4b54-a4c3-d15394da58d7 req-30eced9f-25b3-45b4-a504-feccbbdea58d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0745122 Feb 21 01:41:01.274552 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] For port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:01.281084 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] For port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:01.288199 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-86f41b2b-8b15-4b54-a4c3-d15394da58d7 req-7ad26bef-fd62-424e-827a-e36264a20487 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613225 Feb 21 01:41:01.292276 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Allocated IP 172.27.1.252 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/d9f195a4-20ee-4338-bb72-a3d56ed83d12) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:01.298065 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.328030 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] For port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:01.347489 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] For port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=5e77c6f8-7b07-47f5-aca9-0a17f184f73c,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:01.359043 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.378847 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0752bf-c415-40bb-8695-6a53eaa1cef9 None None] Pushing event updated for resources: {'Port': ['ID=ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:01.405353 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks [] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.444102 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626fa29-2ee4-4b10-9233-472082b5c062 None None] Pushing event updated for resources: {'Port': ['ID=5e77c6f8-7b07-47f5-aca9-0a17f184f73c,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:01.457236 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:01.546292 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:01.554486 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:01.557795 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:01.563991 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Pushing event updated for resources: {'Port': ['ID=d9f195a4-20ee-4338-bb72-a3d56ed83d12,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:01.600465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Allocated IP 172.27.1.49 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/eb3ae568-b73d-47f7-8bbe-78134c883ffa) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:01.790490 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:02.026967 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks [] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:02.151884 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af859ea-5819-4705-a541-e66709802c01 req-6a576b1a-2be6-4c85-9054-4cc4cabedd11 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:02.153390 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9af859ea-5819-4705-a541-e66709802c01 req-6a576b1a-2be6-4c85-9054-4cc4cabedd11 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.2318766 Feb 21 01:41:02.173332 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:02.224724 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks [] for router_gateway (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:02.232943 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:02.450527 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:02.459860 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689510fb-12f6-4ff7-8a04-64cb3b321c39 req-278d541a-8001-4281-9aa3-c8aec788de67 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:02.461626 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-689510fb-12f6-4ff7-8a04-64cb3b321c39 req-278d541a-8001-4281-9aa3-c8aec788de67 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0757811 Feb 21 01:41:02.521590 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:02.522057 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:02.527220 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-689510fb-12f6-4ff7-8a04-64cb3b321c39 req-2b01693c-c67f-4690-984c-64d3ecfba5f1 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599160 Feb 21 01:41:02.554738 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:02.555571 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:02.591519 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3ae568-b73d-47f7-8bbe-78134c883ffa,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:02.618736 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9af859ea-5819-4705-a541-e66709802c01 req-fd7c1d98-ab1e-407d-8830-be1afdff7fd1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560549 Feb 21 01:41:02.640566 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:02.640566 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:02.674125 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:02.679774 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:02.680725 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 5e77c6f8-7b07-47f5-aca9-0a17f184f73c up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:02.854734 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab93d5a-9355-43be-86aa-28e6a12ea853 None None] Network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:02.929231 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:02.948873 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:02.951445 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-d1f9c189-2e01-48c4-be7d-e968c0675c18 None None] Provisioning complete for port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:02.952018 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c189-2e01-48c4-be7d-e968c0675c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.019129 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks [] for router_gateway (bf78a881-f452-40d8-8fc5-6891b4dffd69), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.035443 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:03.035815 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.127390 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9c189-2e01-48c4-be7d-e968c0675c18 None None] Current status of the port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:03.175711 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:03.176208 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.187973 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a448cf8e-c318-4820-8909-4bf3c4c7c8c1 None None] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:03.268335 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=5e77c6f8-7b07-47f5-aca9-0a17f184f73c,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:03.278125 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:41:03.279490 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.298105 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9c92aab9-1b0c-46d6-9b69-caf3dc683a3d None None] Provisioning complete for port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:03.298720 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9c92aab9-1b0c-46d6-9b69-caf3dc683a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.346578 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (bf78a881-f452-40d8-8fc5-6891b4dffd69), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.395610 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=5e77c6f8-7b07-47f5-aca9-0a17f184f73c,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:03.453894 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9c92aab9-1b0c-46d6-9b69-caf3dc683a3d None None] Current status of the port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:03.495382 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:03.506428 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Sync routers for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:03.517093 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:03.517725 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:03.525176 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.526445 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-3a6df3f3-dfcd-4868-8d17-d0248016ec4b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4136181 Feb 21 01:41:03.529178 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40128) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:03.584946 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-12146a97-20a8-48c1-b36c-1d8d58c11201 None None] Provisioning complete for port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:03.584946 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-12146a97-20a8-48c1-b36c-1d8d58c11201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.601095 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Router bf78a881-f452-40d8-8fc5-6891b4dffd69 is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:41:03.643403 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:03.716817 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-12146a97-20a8-48c1-b36c-1d8d58c11201 None None] Current status of the port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:03.838823 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:03.846154 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:01Z', 'revision_number': 3, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:03.860115 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-f5268fe6-e423-4e41-ab21-1814ad7c6f49 None None] Provisioning complete for port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:03.860341 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f5268fe6-e423-4e41-ab21-1814ad7c6f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.862256 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Sync routers for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:03.870090 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394cb7a-abaa-4398-a60c-cecc87e2c601 req-110c01f6-ebf9-4bcb-acea-55c6f42542e1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:03.871815 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1394cb7a-abaa-4398-a60c-cecc87e2c601 req-110c01f6-ebf9-4bcb-acea-55c6f42542e1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0870154 Feb 21 01:41:03.875685 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.880253 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Checking router: bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:03.880610 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Updating router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 port d9f195a4-20ee-4338-bb72-a3d56ed83d12 binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:41:03.881123 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-4d649910-37d9-47f4-8f04-1cac339d8071 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7792754 Feb 21 01:41:03.884636 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40134) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:03.912786 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.944024 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:03.944984 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:03.993235 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc2f5b-2338-4971-b3d9-7d25704ca547 req-892dc3a2-fb0b-450b-b1c3-4eccd06c5785 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:04.000340 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4cc2f5b-2338-4971-b3d9-7d25704ca547 req-892dc3a2-fb0b-450b-b1c3-4eccd06c5785 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.3429837 Feb 21 01:41:04.016902 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1394cb7a-abaa-4398-a60c-cecc87e2c601 req-17f62198-83de-45c6-9267-6738a6f59c8e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340337 Feb 21 01:41:04.050000 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-f5268fe6-e423-4e41-ab21-1814ad7c6f49 None None] Current status of the port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:04.107609 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4cc2f5b-2338-4971-b3d9-7d25704ca547 req-4dce8976-a344-43dc-96be-59fbc81bdab4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060483 Feb 21 01:41:04.151858 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:04.310123 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Publish callbacks [] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.328426 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.394008 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Pushing event updated for resources: {'Port': ['ID=d9f195a4-20ee-4338-bb72-a3d56ed83d12,revision_number=2']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:04.411486 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:02Z', 'revision_number': 3, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:04.416382 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.416754 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.417116 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.417456 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.417784 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.418606 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.418606 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.418801 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.419110 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.419444 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.419826 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.420087 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.420403 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:04.423679 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Attempting to bind port d9f195a4-20ee-4338-bb72-a3d56ed83d12 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:04.424051 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Attempting to bind port d9f195a4-20ee-4338-bb72-a3d56ed83d12 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:04.424466 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Attempting to bind port d9f195a4-20ee-4338-bb72-a3d56ed83d12 on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:04.430897 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:04.431240 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:04.431643 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.432032 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:04.432501 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Bound port: d9f195a4-20ee-4338-bb72-a3d56ed83d12, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:04.433761 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.474899 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:04.477482 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Checking router: bf78a881-f452-40d8-8fc5-6891b4dffd69 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:04.477844 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Updating router bf78a881-f452-40d8-8fc5-6891b4dffd69 port eb3ae568-b73d-47f7-8bbe-78134c883ffa binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:41:04.489926 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] For port d9f195a4-20ee-4338-bb72-a3d56ed83d12, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:04.493533 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] For port d9f195a4-20ee-4338-bb72-a3d56ed83d12, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=d9f195a4-20ee-4338-bb72-a3d56ed83d12,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:04.503151 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.550550 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.562697 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e677fb-3227-4ff0-990e-c32e83d92eff None None] Pushing event updated for resources: {'Port': ['ID=d9f195a4-20ee-4338-bb72-a3d56ed83d12,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:04.587107 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:04.588648 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:04.631401 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.649613 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf1b73-758c-4cfc-86e3-65d2c5985e4f req-abb01340-9236-498b-af3e-4775d22e08c7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:04.659497 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9edf1b73-758c-4cfc-86e3-65d2c5985e4f req-abb01340-9236-498b-af3e-4775d22e08c7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1232834 Feb 21 01:41:04.662832 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:04.663217 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.715599 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:04.728956 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9edf1b73-758c-4cfc-86e3-65d2c5985e4f req-d32cf3db-7455-4d70-bfd2-d5add6923264 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681329 Feb 21 01:41:04.837413 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Allocated IP 172.20.0.1 (1bca72fa-bd33-4dc1-b529-a945b2f01420/1c148193-a003-4af1-bc6b-25ab0c7d7744/1f0a42a0-8f0a-4612-85bb-acbd6fa55c07) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:04.873518 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.880765 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:04.881851 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 5e77c6f8-7b07-47f5-aca9-0a17f184f73c up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:04.947407 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Publish callbacks [] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.952293 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:01Z', 'revision_number': 3, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:04.959794 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.983472 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13769f-046d-4b66-a1ac-f73094d2f2b9 None None] The sync data for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:01Z', 'revision_number': 3, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:04.983945 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Publish callbacks [] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:04.989102 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:04.989484 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.033373 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.054294 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454139a-208f-4004-b075-fff5b949c086 None None] Pushing event updated for resources: {'Port': ['ID=eb3ae568-b73d-47f7-8bbe-78134c883ffa,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:05.057902 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Attempting to bind port eb3ae568-b73d-47f7-8bbe-78134c883ffa on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:05.058310 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Attempting to bind port eb3ae568-b73d-47f7-8bbe-78134c883ffa by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:05.058681 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Attempting to bind port eb3ae568-b73d-47f7-8bbe-78134c883ffa on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:05.067638 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:05.068025 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:05.068437 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.068837 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:05.069319 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Bound port: eb3ae568-b73d-47f7-8bbe-78134c883ffa, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:05.069701 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.095148 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:05.099597 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:05.103414 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:05.103950 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.110091 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Allocated IP 172.20.0.1 (13bfe7f6-827c-49b6-b99b-8f9965eeb125/8be248b1-3225-4e32-a624-66b59c117f74/0420a804-4138-4b25-ab78-814a5b1c64f6) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:05.146898 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] For port eb3ae568-b73d-47f7-8bbe-78134c883ffa, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:05.150624 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] For port eb3ae568-b73d-47f7-8bbe-78134c883ffa, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=eb3ae568-b73d-47f7-8bbe-78134c883ffa,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:05.207094 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:05.215239 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.267716 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Publish callbacks [] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.270024 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Pushing event updated for resources: {'Port': ['ID=1f0a42a0-8f0a-4612-85bb-acbd6fa55c07,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:05.300786 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:05.302238 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:05.354310 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.376109 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90d16e-0c6f-4ddc-a8d5-91be3d0c8fde req-26fc6fed-cee0-437c-b8f5-8609416d19b3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:05.377703 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9f90d16e-0c6f-4ddc-a8d5-91be3d0c8fde req-26fc6fed-cee0-437c-b8f5-8609416d19b3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.1239116 Feb 21 01:41:05.435594 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.500661 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-98eeb7d2-8fd6-490b-ab0e-89ec1f09077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:05.503359 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-98eeb7d2-8fd6-490b-ab0e-89ec1f09077d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3&tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59 HTTP/1.1" status: 200 len: 1127 time: 0.1900628 Feb 21 01:41:05.511986 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Pushing event updated for resources: {'Port': ['ID=0420a804-4138-4b25-ab78-814a5b1c64f6,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:05.543781 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:05.545516 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:05.548443 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:05.580388 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9f90d16e-0c6f-4ddc-a8d5-91be3d0c8fde req-6bc18ea8-d3b6-460b-9c1d-8b49236f0aa4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585307 Feb 21 01:41:05.609897 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-3e5ffa1c-f3e6-4aa6-afa4-6784e89d8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:05.611476 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-3e5ffa1c-f3e6-4aa6-afa4-6784e89d8b40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 1129 time: 0.2497606 Feb 21 01:41:05.638838 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (bf78a881-f452-40d8-8fc5-6891b4dffd69), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.653459 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454139a-208f-4004-b075-fff5b949c086 None None] Pushing event updated for resources: {'Port': ['ID=eb3ae568-b73d-47f7-8bbe-78134c883ffa,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:05.678641 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:05.740082 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-81e2cc03-7fbe-49d3-80cc-514d4262c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:05.743140 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-81e2cc03-7fbe-49d3-80cc-514d4262c81c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 1127 time: 0.1668570 Feb 21 01:41:05.855693 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-82095114-fd6d-484e-841b-ff8b4d0d9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:05.857106 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-82095114-fd6d-484e-841b-ff8b4d0d9515 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 918 time: 0.2074223 Feb 21 01:41:05.896463 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-d3f3ab38-3da6-408a-9530-42c1d0b73191 None None] Provisioning complete for port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:05.897743 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ab38-3da6-408a-9530-42c1d0b73191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.920482 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-a0900d67-c064-49d2-abe8-84c83c476e9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 HTTP/1.1" status: 200 len: 217 time: 0.0569599 Feb 21 01:41:05.922529 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Publish callbacks [] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.956708 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.957356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.980359 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-6fd5f0d1-4744-4658-99c1-e72a625d9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:05.980831 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3ab38-3da6-408a-9530-42c1d0b73191 None None] Port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:41:05.982223 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-6fd5f0d1-4744-4658-99c1-e72a625d9f8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 917 time: 0.2289126 Feb 21 01:41:06.012864 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:02Z', 'revision_number': 3, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:06.016357 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9870da-4190-4f92-b627-a5dfd8cd6347 req-88eebbf2-42f8-45eb-a74b-ce37ef6f4af8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:06.017998 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5c9870da-4190-4f92-b627-a5dfd8cd6347 req-88eebbf2-42f8-45eb-a74b-ce37ef6f4af8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1624916 Feb 21 01:41:06.045006 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557ab02-1333-406d-8261-e503e80d0d6a None None] The sync data for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:02Z', 'revision_number': 3, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:06.055511 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-605fee01-dcee-4f36-b169-86ddfcf58c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:06.056981 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-605fee01-dcee-4f36-b169-86ddfcf58c84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 200 len: 858 time: 0.1290724 Feb 21 01:41:06.062557 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Pushing event updated for resources: {'Port': ['ID=1f0a42a0-8f0a-4612-85bb-acbd6fa55c07,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:06.123490 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-5131c1b3-7244-43ac-8fa0-f141a71838ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff64f22-7fbe-4bad-b125-966d21970c09 HTTP/1.1" status: 200 len: 998 time: 0.1271467 Feb 21 01:41:06.125839 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-238709b2-b8bc-4a67-951d-978e760c7d7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1803728c-d46f-4c3a-9925-d8b31359ee0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566986 Feb 21 01:41:06.126052 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-676d1d39-792a-4a11-a032-5d6d4591d7c5 None None] Provisioning complete for port 0420a804-4138-4b25-ab78-814a5b1c64f6 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:06.126416 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-676d1d39-792a-4a11-a032-5d6d4591d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.189620 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-676d1d39-792a-4a11-a032-5d6d4591d7c5 None None] Port 0420a804-4138-4b25-ab78-814a5b1c64f6 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:41:06.199617 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.214309 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:06.218778 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:06.301107 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5c9870da-4190-4f92-b627-a5dfd8cd6347 req-f2316b3c-ce0e-48ab-95ff-3d4815094796 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131386 Feb 21 01:41:06.302836 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-49d71884-760c-4768-af9c-76efae87dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:06.311743 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-49d71884-760c-4768-af9c-76efae87dd83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.1644855 Feb 21 01:41:06.313946 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-ba9de4ab-1ea1-4927-9a29-b4197192c218 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633956 Feb 21 01:41:06.424202 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.548150 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device d9f195a4-20ee-4338-bb72-a3d56ed83d12 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:06.552450 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-c3505802-bb44-43a0-8066-766b0c1763a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:06.553996 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-c3505802-bb44-43a0-8066-766b0c1763a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2257187 Feb 21 01:41:06.588724 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-be9a36f5-3057-49a1-b65d-03753cf8a4a4 req-15adf316-1760-4d5c-b09d-01858cdba2d8 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604876 Feb 21 01:41:06.651833 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:41:06.678788 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port d9f195a4-20ee-4338-bb72-a3d56ed83d12 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:06.679298 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.798604 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Publish callbacks [] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.817879 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.856256 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-6a7c38ee-b7cd-4698-b71b-4c5e1eaf3a83 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829916 Feb 21 01:41:06.857745 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port d9f195a4-20ee-4338-bb72-a3d56ed83d12 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:06.858148 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.867462 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:06.889812 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3ff8ed40-d82f-472b-b328-19f35344127c admin admin] 10.222.0.79 "PUT /v2.0/routers/bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3507640 Feb 21 01:41:06.906114 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port d9f195a4-20ee-4338-bb72-a3d56ed83d12, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=d9f195a4-20ee-4338-bb72-a3d56ed83d12,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:06.917954 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcce595-db23-4c0c-bc51-c39ff7a57690 req-fdb00d28-4c00-4c56-b288-0d544f063f9b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:06.919532 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9bcce595-db23-4c0c-bc51-c39ff7a57690 req-fdb00d28-4c00-4c56-b288-0d544f063f9b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.1052566 Feb 21 01:41:06.920069 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-934b8306-ee30-44b2-9e91-b7c446507dcd None None] Provisioning complete for port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:06.920508 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-934b8306-ee30-44b2-9e91-b7c446507dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.924584 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.929828 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Pushing event updated for resources: {'Port': ['ID=0420a804-4138-4b25-ab78-814a5b1c64f6,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:07.005518 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9bcce595-db23-4c0c-bc51-c39ff7a57690 req-8e084a87-f622-44d8-9fa7-cb7c216cf48f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741334 Feb 21 01:41:07.037319 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (bf78a881-f452-40d8-8fc5-6891b4dffd69), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.052025 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-934b8306-ee30-44b2-9e91-b7c446507dcd None None] Port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:41:07.084166 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=d9f195a4-20ee-4338-bb72-a3d56ed83d12,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:07.114481 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-82b5888a-0cf7-4afc-a9fb-bb7dedb54814 req-899f26c7-24c8-454d-b1f2-eca84da7a473 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796486 Feb 21 01:41:07.164122 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:07.165631 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:07.327576 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Router bf78a881-f452-40d8-8fc5-6891b4dffd69 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:41:07.478155 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-11560ee6-1de3-4ae9-9e78-660c10beeb6f None None] Provisioning complete for port 0420a804-4138-4b25-ab78-814a5b1c64f6 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:07.478811 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-11560ee6-1de3-4ae9-9e78-660c10beeb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.529008 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-11560ee6-1de3-4ae9-9e78-660c10beeb6f None None] Port 0420a804-4138-4b25-ab78-814a5b1c64f6 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:41:07.554399 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f186c4c-1219-45d0-90a3-2bf5cbe3275e req-4b52b155-cc94-4f58-a8a6-e9ae5e55b66e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:07.555800 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0f186c4c-1219-45d0-90a3-2bf5cbe3275e req-4b52b155-cc94-4f58-a8a6-e9ae5e55b66e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1230974 Feb 21 01:41:07.562524 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:07.568233 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-fa636ef4-7a69-4d7f-ae54-19e6ea0de465 admin admin] 10.222.0.79 "PUT /v2.0/routers/bf78a881-f452-40d8-8fc5-6891b4dffd69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6839530 Feb 21 01:41:07.609897 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40178) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:07.617362 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1917816080-network', 'tenant_id': 'f8a08453469e481d8031583de4309abc'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:07.634772 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0f186c4c-1219-45d0-90a3-2bf5cbe3275e req-acf5c8f5-07e3-47f6-b47f-bfbc78533a2a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639484 Feb 21 01:41:07.644186 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Made reservation on behalf of f8a08453469e481d8031583de4309abc for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:41:07.651250 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.663967 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.751935 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Publish callbacks [] for security_group (b9545e9c-9a6b-49e0-9842-493f1c9b1bda), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.757005 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (b9545e9c-9a6b-49e0-9842-493f1c9b1bda), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.782611 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:41:07.792968 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9545e9c-9a6b-49e0-9842-493f1c9b1bda,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:07.799414 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (86bd08f4-4a84-4266-94e6-3c2f092bae83), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.799763 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Added segment 86bd08f4-4a84-4266-94e6-3c2f092bae83 of type vlan for network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 Feb 21 01:41:07.859768 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.886732 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.887851 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:07.888500 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.935772 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3243549 Feb 21 01:41:07.938401 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40186) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:07.943372 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Request body: {'subnet': {'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1917816080-subnet', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:07.965111 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edfeab-cb66-41ef-83a6-1b7340e43efd admin admin] Pushing event updated for resources: {'Network': ['ID=7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:07.975711 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:41:07.976331 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Made reservation on behalf of f8a08453469e481d8031583de4309abc for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:41:07.982291 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.200048 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40198) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:08.205551 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-383011796-network', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:08.212309 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for subnet (e83467b0-e706-4b13-a8fd-92164ebbd65a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.238953 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Made reservation on behalf of 6425825058c64ef28ff75d9f98ca3039 for: {'network': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:41:08.241999 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.251197 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.254090 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb001e5-fa77-4f15-bb7b-3cd668a54d7a req-1b37feac-5db9-4e0d-a168-e86cf884f20e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:08.255633 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fdb001e5-fa77-4f15-bb7b-3cd668a54d7a req-1b37feac-5db9-4e0d-a168-e86cf884f20e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.1299462 Feb 21 01:41:08.292622 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83467b0-e706-4b13-a8fd-92164ebbd65a,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:08.324725 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Checking segment: {'id': '86bd08f4-4a84-4266-94e6-3c2f092bae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:08.325092 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Network hostable DHCP agents. Network: 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:41:08.335484 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fdb001e5-fa77-4f15-bb7b-3cd668a54d7a req-a981db5f-c64f-4d0f-8f77-627c469ec416 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735290 Feb 21 01:41:08.342788 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Publish callbacks [] for security_group (d524998c-d1de-44b0-9744-77a6c359c98b), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.353257 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:41:08.353403 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d524998c-d1de-44b0-9744-77a6c359c98b), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.365406 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:08.371472 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:08.372393 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.381968 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec24a93-c095-4ddd-bde4-8fedc4a100af None None] Network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:08.389497 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:41:08.397483 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5027900f-a798-4677-9d79-e005f959545b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4578366 Feb 21 01:41:08.399899 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40200) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:08.400312 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d524998c-d1de-44b0-9744-77a6c359c98b,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:08.407555 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (47230d0e-ca72-416e-aaab-6209be18088e), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.409027 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.segments_db [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Added segment 47230d0e-ca72-416e-aaab-6209be18088e of type vlan for network c8780d6f-9475-4312-9284-dd1772fe318f Feb 21 01:41:08.413944 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:08.439094 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (02e6b5af-f644-41af-8b87-e9fd8066924d), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.440389 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (02e6b5af-f644-41af-8b87-e9fd8066924d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.461969 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (c8780d6f-9475-4312-9284-dd1772fe318f), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.494410 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (c8780d6f-9475-4312-9284-dd1772fe318f), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.495742 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:08.496589 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.531925 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks [] for router_controller (02e6b5af-f644-41af-8b87-e9fd8066924d), precommit_add_association {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.535462 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Sync routers for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:08.550296 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3470576 Feb 21 01:41:08.558310 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40202) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:08.566557 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Request body: {'subnet': {'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-383011796-subnet', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'ip_version': 4}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:08.572751 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9', 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9', 'project_id': 'f8a08453469e481d8031583de4309abc', 'fixed_ips': [{'subnet_id': 'e83467b0-e706-4b13-a8fd-92164ebbd65a'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:41:08.573633 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.579602 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2598a-1b54-4467-b61e-624588166f0e admin admin] Pushing event updated for resources: {'Network': ['ID=c8780d6f-9475-4312-9284-dd1772fe318f,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:08.594118 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:08.600986 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:08.603383 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Made reservation on behalf of 6425825058c64ef28ff75d9f98ca3039 for: {'subnet': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:41:08.606267 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28695633'] for subnet (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.625806 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device eb3ae568-b73d-47f7-8bbe-78134c883ffa up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:08.636421 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network c8780d6f-9475-4312-9284-dd1772fe318f details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:41:08.641800 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Sync routers for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:08.712117 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks [] for router_gateway (02e6b5af-f644-41af-8b87-e9fd8066924d), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.803050 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:08.825904 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b04f55-8d9c-4c45-8dda-0a50ee289c2c req-5f420f97-10f1-456a-8c98-321c66e40d6d tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:08.827358 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d6b04f55-8d9c-4c45-8dda-0a50ee289c2c req-5f420f97-10f1-456a-8c98-321c66e40d6d tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1053998 Feb 21 01:41:08.870725 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:08.871649 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:08.939706 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28101827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28695715'] for subnet (ba6ad809-daba-4311-abc1-42fa9f39ce16), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.949206 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Allocated IP 172.20.0.2 (7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9/e83467b0-e706-4b13-a8fd-92164ebbd65a/90c0e272-7543-4fe3-a530-96f49ec28cf1) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:08.957773 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks [] for router_gateway (02e6b5af-f644-41af-8b87-e9fd8066924d), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.981051 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.994312 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d6b04f55-8d9c-4c45-8dda-0a50ee289c2c req-03c14681-aa9e-4990-85cc-8bc17e44f93f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579247 Feb 21 01:41:09.003094 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6ad809-daba-4311-abc1-42fa9f39ce16,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:09.010866 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port eb3ae568-b73d-47f7-8bbe-78134c883ffa triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:09.011892 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.034004 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Checking segment: {'id': '47230d0e-ca72-416e-aaab-6209be18088e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:09.034405 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Network hostable DHCP agents. Network: c8780d6f-9475-4312-9284-dd1772fe318f, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:41:09.056976 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Network c8780d6f-9475-4312-9284-dd1772fe318f is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:41:09.072837 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, c8780d6f-9475-4312-9284-dd1772fe318f) {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:09.080428 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:09.082048 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.088738 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 2, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:09.098085 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696d5b7-1459-4afb-bb68-a3d18dd226c7 None None] Network c8780d6f-9475-4312-9284-dd1772fe318f requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:09.111426 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f76d6efc-ccef-4c0c-ba11-61a8b481140e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5527086 Feb 21 01:41:09.114553 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40208) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:09.120493 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:09.149507 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10839'] for router (0c925862-df3d-4612-8e44-2910517018e8), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.149758 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Allocated IP 172.27.1.132 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/8d3c7323-6a03-4850-abde-7e401429a315) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:09.151191 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3768932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3687163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (0c925862-df3d-4612-8e44-2910517018e8), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.166718 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:09.222736 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks [] for router_controller (0c925862-df3d-4612-8e44-2910517018e8), precommit_add_association {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.256984 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Checking router: bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:09.257342 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Updating router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:41:09.275682 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks [] for port (8d3c7323-6a03-4850-abde-7e401429a315), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.299109 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.323773 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (8d3c7323-6a03-4850-abde-7e401429a315), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.375257 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3c7323-6a03-4850-abde-7e401429a315,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:09.385186 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks [] for router_gateway (0c925862-df3d-4612-8e44-2910517018e8), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.399259 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:09.401205 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:09.411070 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:09.464339 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port eb3ae568-b73d-47f7-8bbe-78134c883ffa is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:09.464870 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.571918 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port eb3ae568-b73d-47f7-8bbe-78134c883ffa, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=eb3ae568-b73d-47f7-8bbe-78134c883ffa,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:09.588159 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.589115 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device d9f195a4-20ee-4338-bb72-a3d56ed83d12 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:09.600199 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacba4cf8-7818-533e-b6c1-1b596a9ff33f-c8780d6f-9475-4312-9284-dd1772fe318f', 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f', 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'fixed_ips': [{'subnet_id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16'}]}} from dv-cinder-813229-6-iscsi. {{(pid=102950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:41:09.601219 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.691153 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Publish callbacks [] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.733908 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.747055 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Publish callbacks [] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.759194 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.825649 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=eb3ae568-b73d-47f7-8bbe-78134c883ffa,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:09.847099 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f443606-f848-44d5-80d1-4ffc2f1d3a27 None None] Pushing event updated for resources: {'Port': ['ID=1f0a42a0-8f0a-4612-85bb-acbd6fa55c07,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:09.863555 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:09.906763 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:09.914079 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:09.915306 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks [] for router_gateway (0c925862-df3d-4612-8e44-2910517018e8), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.946805 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.954312 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port d9f195a4-20ee-4338-bb72-a3d56ed83d12 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:09.954855 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.982042 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Attempting to bind port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:09.982458 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Attempting to bind port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:09.982988 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Attempting to bind port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:09.989334 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:09.989792 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Checking segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:09.990112 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.990745 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Bound using segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:09.991228 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Bound port: 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:09.991865 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.056924 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.db_base_plugin_common [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Allocated IP 172.20.0.2 (c8780d6f-9475-4312-9284-dd1772fe318f/ba6ad809-daba-4311-abc1-42fa9f39ce16/41dbbc1f-c1aa-4b72-814c-a90a61c858a1) {{(pid=102950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:10.152051 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] For port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:10.155072 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Pushing event updated for resources: {'Port': ['ID=90c0e272-7543-4fe3-a530-96f49ec28cf1,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:10.156904 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] For port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=1f0a42a0-8f0a-4612-85bb-acbd6fa55c07,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:10.161304 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks [] for router_gateway (02e6b5af-f644-41af-8b87-e9fd8066924d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.171258 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.247077 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Allocated IP 172.27.1.136 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/3451b4eb-445b-4841-8aeb-ad6b897dd08e) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:10.264717 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Attempting to bind port 90c0e272-7543-4fe3-a530-96f49ec28cf1 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:10.265110 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Attempting to bind port 90c0e272-7543-4fe3-a530-96f49ec28cf1 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '86bd08f4-4a84-4266-94e6-3c2f092bae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:10.265638 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Attempting to bind port 90c0e272-7543-4fe3-a530-96f49ec28cf1 on network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:10.286466 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12013b06-0e04-40c3-b479-af1c593e9f4b req-0657b09d-bf5f-4102-93e5-784e964c9e79 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:10.288077 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-12013b06-0e04-40c3-b479-af1c593e9f4b req-0657b09d-bf5f-4102-93e5-784e964c9e79 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.3913066 Feb 21 01:41:10.307841 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:10.308358 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Checking segment: {'id': '86bd08f4-4a84-4266-94e6-3c2f092bae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:10.308804 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.309207 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Bound using segment: {'id': '86bd08f4-4a84-4266-94e6-3c2f092bae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:10.309692 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Bound port: 90c0e272-7543-4fe3-a530-96f49ec28cf1, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bd08f4-4a84-4266-94e6-3c2f092bae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:10.310078 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.318973 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-87e1398b-7ccf-46c4-acc4-5f0b631c886b None None] Provisioning complete for port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:10.319344 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-87e1398b-7ccf-46c4-acc4-5f0b631c886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.325378 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:10.325671 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '0420a804-4138-4b25-ab78-814a5b1c64f6', 'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'mac_address': 'fa:16:3e:58:d6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 2, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'subnets': [{'id': '8be248b1-3225-4e32-a624-66b59c117f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:10.351438 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:10.416856 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbd23a-dd9b-4304-be4e-21cfe4563d53 req-c28c8186-0ac2-4b30-8bb8-fe2b7452ff57 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:10.419104 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-28fbd23a-dd9b-4304-be4e-21cfe4563d53 req-c28c8186-0ac2-4b30-8bb8-fe2b7452ff57 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1990700 Feb 21 01:41:10.512632 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-28fbd23a-dd9b-4304-be4e-21cfe4563d53 req-017f6165-3aef-4390-bd26-2b3df43f0001 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648153 Feb 21 01:41:10.519543 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f443606-f848-44d5-80d1-4ffc2f1d3a27 None None] Pushing event updated for resources: {'Port': ['ID=1f0a42a0-8f0a-4612-85bb-acbd6fa55c07,revision_number=4']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:10.530950 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Checking router: bf78a881-f452-40d8-8fc5-6891b4dffd69 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:10.531250 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Updating router bf78a881-f452-40d8-8fc5-6891b4dffd69 port 0420a804-4138-4b25-ab78-814a5b1c64f6 binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:41:10.583925 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (02e6b5af-f644-41af-8b87-e9fd8066924d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.589422 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-12013b06-0e04-40c3-b479-af1c593e9f4b req-18fe70a1-177c-4be9-b5bb-a6d2a7c117a7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886415 Feb 21 01:41:10.644943 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks [] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.698635 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port d9f195a4-20ee-4338-bb72-a3d56ed83d12 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:10.714425 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Publish callbacks [] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), precommit_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.727107 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:10.736059 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.808457 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.857163 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), after_create {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.890832 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Router 02e6b5af-f644-41af-8b87-e9fd8066924d is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:41:10.936844 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device eb3ae568-b73d-47f7-8bbe-78134c883ffa up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:10.949302 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:10.962492 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:10.979392 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:11.004909 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] For port 90c0e272-7543-4fe3-a530-96f49ec28cf1, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:11.074425 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Network c8780d6f-9475-4312-9284-dd1772fe318f is already hosted by enough agents. {{(pid=102950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:11.086293 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] For port 90c0e272-7543-4fe3-a530-96f49ec28cf1, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=90c0e272-7543-4fe3-a530-96f49ec28cf1,segment=NetworkSegment(86bd08f4-4a84-4266-94e6-3c2f092bae83),segment_id=86bd08f4-4a84-4266-94e6-3c2f092bae83)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:11.102168 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:11.104293 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Pushing event updated for resources: {'Port': ['ID=3451b4eb-445b-4841-8aeb-ad6b897dd08e,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:11.117199 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.scheduler.base_scheduler [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Resources bound (agent type, host, resource id): {{(pid=102950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:11.156293 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:11.164793 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-864a241b-810b-44e8-bd42-913a76782bd9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7637365 Feb 21 01:41:11.165782 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40246) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:11.185791 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Received port after_create {{(pid=102950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:11.191639 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:11.292626 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Sync routers for ids ['02e6b5af-f644-41af-8b87-e9fd8066924d'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:11.331767 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Routers {'02e6b5af-f644-41af-8b87-e9fd8066924d'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:11.333348 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['02e6b5af-f644-41af-8b87-e9fd8066924d'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:11.339041 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Pushing event updated for resources: {'Port': ['ID=41dbbc1f-c1aa-4b72-814c-a90a61c858a1,revision_number=1']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:11.507796 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Set router 02e6b5af-f644-41af-8b87-e9fd8066924d gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:11.508638 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-87e1398b-7ccf-46c4-acc4-5f0b631c886b None None] Current status of the port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:11.509040 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-87e1398b-7ccf-46c4-acc4-5f0b631c886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:11.594651 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks [] for router_gateway (0c925862-df3d-4612-8e44-2910517018e8), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:11.817549 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Attempting to bind port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:11.818037 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Attempting to bind port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '47230d0e-ca72-416e-aaab-6209be18088e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:11.818439 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Attempting to bind port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 on network c8780d6f-9475-4312-9284-dd1772fe318f {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:11.829109 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '8d3c7323-6a03-4850-abde-7e401429a315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 3, 'project_id': 'f8a08453469e481d8031583de4309abc', 'gw_port': {'id': '8d3c7323-6a03-4850-abde-7e401429a315', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:11.848478 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port eb3ae568-b73d-47f7-8bbe-78134c883ffa triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:11.849021 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:11.870479 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548440f8-b969-47ee-943a-6f829b6fdc64 None None] Pushing event updated for resources: {'Port': ['ID=90c0e272-7543-4fe3-a530-96f49ec28cf1,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:11.904342 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Checking router: 02e6b5af-f644-41af-8b87-e9fd8066924d for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:11.904699 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Updating router 02e6b5af-f644-41af-8b87-e9fd8066924d port 8d3c7323-6a03-4850-abde-7e401429a315 binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:41:11.961751 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8d3c7323-6a03-4850-abde-7e401429a315), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.063054 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939e10e-6533-4bea-9150-b2afaef5dd2b req-2133fb61-9f0c-4785-93c5-5c9c5112167a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:12.071281 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6939e10e-6533-4bea-9150-b2afaef5dd2b req-2133fb61-9f0c-4785-93c5-5c9c5112167a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.1802049 Feb 21 01:41:12.079598 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:12.080203 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Checking segment: {'id': '47230d0e-ca72-416e-aaab-6209be18088e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:12.080451 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.080800 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Bound using segment: {'id': '47230d0e-ca72-416e-aaab-6209be18088e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:12.081267 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Bound port: 41dbbc1f-c1aa-4b72-814c-a90a61c858a1, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47230d0e-ca72-416e-aaab-6209be18088e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:12.081652 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.183725 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-87e1398b-7ccf-46c4-acc4-5f0b631c886b None None] For port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=1f0a42a0-8f0a-4612-85bb-acbd6fa55c07,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:12.272445 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6080c-ad6d-445d-a6c9-c59b9297d92e req-69ccbbad-abb5-4853-b932-f24402a809c0 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:12.274010 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-29b6080c-ad6d-445d-a6c9-c59b9297d92e req-69ccbbad-abb5-4853-b932-f24402a809c0 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.5843542 Feb 21 01:41:12.375132 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Publish callbacks [] for port (8d3c7323-6a03-4850-abde-7e401429a315), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.384362 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Publish callbacks [] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.388739 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (8d3c7323-6a03-4850-abde-7e401429a315), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.391132 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-87e1398b-7ccf-46c4-acc4-5f0b631c886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.403257 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.412670 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.448238 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Attempting to bind port 8d3c7323-6a03-4850-abde-7e401429a315 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:12.448924 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Attempting to bind port 8d3c7323-6a03-4850-abde-7e401429a315 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:12.449456 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Attempting to bind port 8d3c7323-6a03-4850-abde-7e401429a315 on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:12.456953 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:12.457734 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:12.458182 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.458997 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:12.461304 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Bound port: 8d3c7323-6a03-4850-abde-7e401429a315, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:12.462181 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8d3c7323-6a03-4850-abde-7e401429a315), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.547166 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-29b6080c-ad6d-445d-a6c9-c59b9297d92e req-08ca7a09-3479-4200-928a-7a2c5dad0eaf tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572362 Feb 21 01:41:12.568999 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3769011'] for router (0c925862-df3d-4612-8e44-2910517018e8), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:12.725830 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f89a06-629d-4056-a870-a6621ab81b0d None None] Pushing event updated for resources: {'Port': ['ID=8d3c7323-6a03-4850-abde-7e401429a315,revision_number=2']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:12.751105 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:10Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:12.842867 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906ed30-e955-40e2-870b-5b9310191ae6 None None] The sync data for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:10Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:12.864713 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Allocated IP 172.20.0.1 (7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9/e83467b0-e706-4b13-a8fd-92164ebbd65a/8183d4f9-d1c3-49c8-b7eb-f85d829abcd6) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:12.869985 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] For port 8d3c7323-6a03-4850-abde-7e401429a315, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:12.880178 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] For port 8d3c7323-6a03-4850-abde-7e401429a315, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=8d3c7323-6a03-4850-abde-7e401429a315,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:12.899152 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (8d3c7323-6a03-4850-abde-7e401429a315), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:13.014882 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Router 0c925862-df3d-4612-8e44-2910517018e8 is scheduled to L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 with binding_index 1 {{(pid=102949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:41:13.121806 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f89a06-629d-4056-a870-a6621ab81b0d None None] Pushing event updated for resources: {'Port': ['ID=8d3c7323-6a03-4850-abde-7e401429a315,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:13.167633 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Routers {'02e6b5af-f644-41af-8b87-e9fd8066924d'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:13.168460 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['02e6b5af-f644-41af-8b87-e9fd8066924d'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:13.327176 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port eb3ae568-b73d-47f7-8bbe-78134c883ffa is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:13.365219 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-09d6cd0a-03a5-4162-8495-e860d8fcb429 None None] Provisioning complete for port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:13.365713 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-09d6cd0a-03a5-4162-8495-e860d8fcb429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:13.474934 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:13.517983 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:13.520896 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-6ff00254-f2b6-4ee4-8718-865a9f77b81e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4051485 Feb 21 01:41:13.526128 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40270) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:13.577047 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Sync routers for ids ['0c925862-df3d-4612-8e44-2910517018e8'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:13.689821 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1398b-7ccf-46c4-acc4-5f0b631c886b None None] Pushing event updated for resources: {'Port': ['ID=1f0a42a0-8f0a-4612-85bb-acbd6fa55c07,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:13.718442 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] For port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:13.749711 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] For port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=41dbbc1f-c1aa-4b72-814c-a90a61c858a1,segment=NetworkSegment(47230d0e-ca72-416e-aaab-6209be18088e),segment_id=47230d0e-ca72-416e-aaab-6209be18088e)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:13.783428 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee916a-eb30-4df4-84ef-d5648c6942c6 None None] Network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:13.789344 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Attempting to bind port 0420a804-4138-4b25-ab78-814a5b1c64f6 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:13.789648 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Attempting to bind port 0420a804-4138-4b25-ab78-814a5b1c64f6 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:13.790027 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Attempting to bind port 0420a804-4138-4b25-ab78-814a5b1c64f6 on network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:13.823452 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 90c0e272-7543-4fe3-a530-96f49ec28cf1 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:13.827142 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Routers {'0c925862-df3d-4612-8e44-2910517018e8'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:13.828042 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0c925862-df3d-4612-8e44-2910517018e8'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:13.830771 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Publish callbacks [] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:13.877884 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6939e10e-6533-4bea-9150-b2afaef5dd2b req-a34b7101-fff8-49d1-924f-14b32a4e5e13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7239332 Feb 21 01:41:13.878778 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] Set router 02e6b5af-f644-41af-8b87-e9fd8066924d gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:13.879629 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:13.924827 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Pushing event updated for resources: {'Port': ['ID=8183d4f9-d1c3-49c8-b7eb-f85d829abcd6,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:13.969195 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.969440 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.969893 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.970018 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.970297 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.970635 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.973652 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.974026 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.974384 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.974732 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.975072 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.975404 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.975738 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:13.994942 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:13.996459 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:14.013589 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:14.014080 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (02e6b5af-f644-41af-8b87-e9fd8066924d), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:14.060189 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:14.137000 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Set router 0c925862-df3d-4612-8e44-2910517018e8 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:14.289915 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '8d3c7323-6a03-4850-abde-7e401429a315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 3, 'project_id': 'f8a08453469e481d8031583de4309abc', 'gw_port': {'id': '8d3c7323-6a03-4850-abde-7e401429a315', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:14.299504 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:14.299839 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Checking segment: {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:14.300211 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:14.300625 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Bound using segment: {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:14.301220 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Bound port: 0420a804-4138-4b25-ab78-814a5b1c64f6, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:14.325527 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:14.354382 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87819a8-ca98-4750-8490-edc2444b6bda None None] The sync data for ids ['02e6b5af-f644-41af-8b87-e9fd8066924d'] in dv-cinder-813229-6-iscsi is: [{'id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '8d3c7323-6a03-4850-abde-7e401429a315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 3, 'project_id': 'f8a08453469e481d8031583de4309abc', 'gw_port': {'id': '8d3c7323-6a03-4850-abde-7e401429a315', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:14.395462 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:14.414862 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff52c-19a7-42dd-9676-fe9879c45116 req-3db6b36a-eda7-4e96-ac80-673e2082d17c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:14.434580 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-73eff52c-19a7-42dd-9676-fe9879c45116 req-3db6b36a-eda7-4e96-ac80-673e2082d17c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.6038330 Feb 21 01:41:14.563735 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-73eff52c-19a7-42dd-9676-fe9879c45116 req-97aae1cd-db1f-4685-b84b-e92d3bcc9b14 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281979 Feb 21 01:41:14.570345 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-09d6cd0a-03a5-4162-8495-e860d8fcb429 None None] Current status of the port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:14.925145 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:14.935235 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be1b9f-d8f3-4efd-b0f7-fffffa0b56b4 None None] Pushing event updated for resources: {'Port': ['ID=0420a804-4138-4b25-ab78-814a5b1c64f6,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:15.190804 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Publish callbacks [] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:15.221555 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:15.221555 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (02e6b5af-f644-41af-8b87-e9fd8066924d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:15.408036 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Pushing event updated for resources: {'Port': ['ID=8183d4f9-d1c3-49c8-b7eb-f85d829abcd6,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:15.466306 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Provisioning complete for port 90c0e272-7543-4fe3-a530-96f49ec28cf1 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:15.467018 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:15.567320 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da151e21-45a1-4013-8ff6-a1c909a32f44 req-470a1f84-7fdc-432c-8d34-6d1eb48b676f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:15.577516 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-da151e21-45a1-4013-8ff6-a1c909a32f44 req-470a1f84-7fdc-432c-8d34-6d1eb48b676f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.2995837 Feb 21 01:41:15.599455 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbe9a1-f6e2-4889-9615-6490f37a266d None None] Pushing event updated for resources: {'Port': ['ID=41dbbc1f-c1aa-4b72-814c-a90a61c858a1,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:15.637112 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:15.638807 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:15.681896 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-da151e21-45a1-4013-8ff6-a1c909a32f44 req-ebbbeb4c-83ae-4e7e-b8d9-2c9663e302d7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033382 Feb 21 01:41:15.742064 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 90c0e272-7543-4fe3-a530-96f49ec28cf1 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:15.743512 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:15.861197 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Allocated IP 172.20.0.1 (c8780d6f-9475-4312-9284-dd1772fe318f/ba6ad809-daba-4311-abc1-42fa9f39ce16/ceea44b7-135a-4290-95e3-5ed7c9681fd3) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:15.898546 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] For port 0420a804-4138-4b25-ab78-814a5b1c64f6, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:15.924958 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Router 02e6b5af-f644-41af-8b87-e9fd8066924d has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:41:16.045454 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Current status of the port 90c0e272-7543-4fe3-a530-96f49ec28cf1 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:16.045814 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:16.072563 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 90c0e272-7543-4fe3-a530-96f49ec28cf1 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:16.073003 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:16.096362 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Publish callbacks [] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:16.103460 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80539e12-3826-4245-8389-25bd22db258f None None] Network c8780d6f-9475-4312-9284-dd1772fe318f requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:16.133293 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] For port 90c0e272-7543-4fe3-a530-96f49ec28cf1, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=90c0e272-7543-4fe3-a530-96f49ec28cf1,segment=NetworkSegment(86bd08f4-4a84-4266-94e6-3c2f092bae83),segment_id=86bd08f4-4a84-4266-94e6-3c2f092bae83)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:16.141261 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] For port 0420a804-4138-4b25-ab78-814a5b1c64f6, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=0420a804-4138-4b25-ab78-814a5b1c64f6,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:16.179964 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:16.195118 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0994653b-dfe8-4cb2-bb0e-35a3c91cfab4 admin admin] 10.222.0.79 "PUT /v2.0/routers/02e6b5af-f644-41af-8b87-e9fd8066924d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0257709 Feb 21 01:41:16.201099 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:16.311226 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Pushing event updated for resources: {'Port': ['ID=ceea44b7-135a-4290-95e3-5ed7c9681fd3,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:16.320405 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:16.335704 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.336057 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.db.api [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:41:16.336167 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.336388 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.336751 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.337066 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.337393 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.337724 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.338053 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.338667 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG oslo_db.api [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:41:16.341654 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c925862-df3d-4612-8e44-2910517018e8', 'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 3, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'gw_port': {'id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:16.353670 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.354112 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.354503 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.354844 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.355185 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:16.392794 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Network c8780d6f-9475-4312-9284-dd1772fe318f is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:16.394838 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:16.404647 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:16.466804 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:16.467021 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774820'] for router_interface (0c925862-df3d-4612-8e44-2910517018e8), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:16.512212 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Checking router: 0c925862-df3d-4612-8e44-2910517018e8 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:16.512629 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Updating router 0c925862-df3d-4612-8e44-2910517018e8 port 3451b4eb-445b-4841-8aeb-ad6b897dd08e binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:41:16.649925 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Provisioning complete for port 0420a804-4138-4b25-ab78-814a5b1c64f6 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:16.650627 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:16.656884 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:16.763614 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Pushing event updated for resources: {'Port': ['ID=90c0e272-7543-4fe3-a530-96f49ec28cf1,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:16.775840 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:16.776569 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:16.844771 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0a44c-8d81-47d5-abf6-b1b977e6ac42 req-50da5d69-7d7b-43d3-97e6-f34dd65568ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:16.863960 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fde0a44c-8d81-47d5-abf6-b1b977e6ac42 req-50da5d69-7d7b-43d3-97e6-f34dd65568ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.2997732 Feb 21 01:41:17.133862 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:17.169647 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fde0a44c-8d81-47d5-abf6-b1b977e6ac42 req-2d47e48a-329c-4c39-85a8-802a95fa0476 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772243 Feb 21 01:41:17.514376 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30d444-5f4f-4d19-994a-a762dc236171 req-ecbff51d-0e14-404a-8a3a-2f3da3737f34 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:17.538154 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8b30d444-5f4f-4d19-994a-a762dc236171 req-ecbff51d-0e14-404a-8a3a-2f3da3737f34 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.2269807 Feb 21 01:41:17.558699 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be1b9f-d8f3-4efd-b0f7-fffffa0b56b4 None None] Pushing event updated for resources: {'Port': ['ID=0420a804-4138-4b25-ab78-814a5b1c64f6,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:17.595713 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 90c0e272-7543-4fe3-a530-96f49ec28cf1 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:17.596778 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:17.689518 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Publish callbacks [] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:17.711246 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:17.791207 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Pushing event updated for resources: {'Port': ['ID=ceea44b7-135a-4290-95e3-5ed7c9681fd3,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:17.808754 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:17.811913 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Current status of the port 0420a804-4138-4b25-ab78-814a5b1c64f6 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:17.812267 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:17.822306 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8b30d444-5f4f-4d19-994a-a762dc236171 req-bb55e6e9-b891-4592-b15a-2c0ac172b4de tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831373 Feb 21 01:41:17.833359 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774960'] for router_interface (0c925862-df3d-4612-8e44-2910517018e8), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:17.959525 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Network c8780d6f-9475-4312-9284-dd1772fe318f is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:17.961225 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:18.235052 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:18.235802 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:18.255707 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] For port 0420a804-4138-4b25-ab78-814a5b1c64f6, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=0420a804-4138-4b25-ab78-814a5b1c64f6,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:18.322164 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:18.387034 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40320) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:18.394077 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-3a40d6fa-15c7-4fd1-a439-6cde0fc8b7da tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079783390', 'description': 'tempest-secgroup-smoke-2079783390 description', 'project_id': 'a516f78770624beba1baee79a4694c7a'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:18.453535 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3a40d6fa-15c7-4fd1-a439-6cde0fc8b7da tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:18.610837 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Sync routers for ids ['02e6b5af-f644-41af-8b87-e9fd8066924d'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:18.638541 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Routers {'02e6b5af-f644-41af-8b87-e9fd8066924d'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:18.639195 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['02e6b5af-f644-41af-8b87-e9fd8066924d'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:18.694091 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3a40d6fa-15c7-4fd1-a439-6cde0fc8b7da tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group (1d2254de-8539-4ce4-b57c-071e1c263c52), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:18.697770 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Router 0c925862-df3d-4612-8e44-2910517018e8 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:41:18.704813 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3a40d6fa-15c7-4fd1-a439-6cde0fc8b7da tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1d2254de-8539-4ce4-b57c-071e1c263c52), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:18.779831 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Provisioning complete for port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:18.790456 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:18.805411 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Publish callbacks [] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:18.827915 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40d6fa-15c7-4fd1-a439-6cde0fc8b7da tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2254de-8539-4ce4-b57c-071e1c263c52,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:18.927172 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:18.933741 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-3b751def-9bb0-4654-a208-5bfc6a51174b admin admin] 10.222.0.79 "PUT /v2.0/routers/0c925862-df3d-4612-8e44-2910517018e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4050252 Feb 21 01:41:18.939596 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3a40d6fa-15c7-4fd1-a439-6cde0fc8b7da tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:18.942360 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3a40d6fa-15c7-4fd1-a439-6cde0fc8b7da tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5525346 Feb 21 01:41:18.946289 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40334) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:18.947603 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d724c1-fffb-4f4a-b5a8-be8ebff8c553 None None] Pushing event updated for resources: {'Port': ['ID=0420a804-4138-4b25-ab78-814a5b1c64f6,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:18.971074 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-c445e432-c940-4492-8919-8ebe5be60727 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'security_group_rule': {'security_group_id': '1d2254de-8539-4ce4-b57c-071e1c263c52', 'project_id': 'a516f78770624beba1baee79a4694c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:18.978555 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.058819 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2b41-1948-474b-bf5d-07c87c77f4ad req-7779096c-5f1b-4aef-b987-bc0417f062c4 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:19.066323 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c445e432-c940-4492-8919-8ebe5be60727 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (653af823-daf1-4dbe-aece-246681ea4eab), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.077751 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-96cc2b41-1948-474b-bf5d-07c87c77f4ad req-7779096c-5f1b-4aef-b987-bc0417f062c4 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 946 time: 0.2649591 Feb 21 01:41:19.087072 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:41:19.162436 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c445e432-c940-4492-8919-8ebe5be60727 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (653af823-daf1-4dbe-aece-246681ea4eab), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.184609 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf542d-e7d0-4d33-9eab-b1117a1563ae req-5db1602c-9dbb-4533-96b0-382f655e5801 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:19.186651 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7edf542d-e7d0-4d33-9eab-b1117a1563ae req-5db1602c-9dbb-4533-96b0-382f655e5801 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.1744134 Feb 21 01:41:19.187660 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c445e432-c940-4492-8919-8ebe5be60727 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (653af823-daf1-4dbe-aece-246681ea4eab), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.217815 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445e432-c940-4492-8919-8ebe5be60727 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653af823-daf1-4dbe-aece-246681ea4eab,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:19.220499 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Set router 02e6b5af-f644-41af-8b87-e9fd8066924d gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:19.242652 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Attempting to bind port 3451b4eb-445b-4841-8aeb-ad6b897dd08e on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:19.243319 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Attempting to bind port 3451b4eb-445b-4841-8aeb-ad6b897dd08e by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:19.244019 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Attempting to bind port 3451b4eb-445b-4841-8aeb-ad6b897dd08e on network d31f05ab-a99f-47ef-8a78-9e075b5d458c {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:19.246350 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c6785-83a9-42cb-ac41-55ea64845769 None None] Pushing event updated for resources: {'Port': ['ID=3451b4eb-445b-4841-8aeb-ad6b897dd08e,revision_number=2']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:19.259727 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:19.263870 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:19.264503 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Checking segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:19.265259 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.265760 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Bound using segment: {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:19.266631 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Bound port: 3451b4eb-445b-4841-8aeb-ad6b897dd08e, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e21d29-25cf-4811-a7fe-a0814200bc54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:19.267038 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.286817 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-96cc2b41-1948-474b-bf5d-07c87c77f4ad req-ce7c749d-3908-436c-b9b1-5cc416da7959 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939561 Feb 21 01:41:19.286931 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c445e432-c940-4492-8919-8ebe5be60727 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.293229 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40340) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:19.293409 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c445e432-c940-4492-8919-8ebe5be60727 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3455064 Feb 21 01:41:19.299994 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-c0ec307e-5428-4e1f-9082-61220735ba8d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'security_group_rule': {'security_group_id': '1d2254de-8539-4ce4-b57c-071e1c263c52', 'project_id': 'a516f78770624beba1baee79a4694c7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:19.372105 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7edf542d-e7d0-4d33-9eab-b1117a1563ae req-0b3ee91f-e99e-46f2-86b4-67c6dd30b97e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744711 Feb 21 01:41:19.393483 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '0420a804-4138-4b25-ab78-814a5b1c64f6', 'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'mac_address': 'fa:16:3e:58:d6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:15Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'subnets': [{'id': '8be248b1-3225-4e32-a624-66b59c117f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:19.398728 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0ec307e-5428-4e1f-9082-61220735ba8d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (f3463d48-3111-4bd5-8431-fc009157ae97), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.447263 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] For port 3451b4eb-445b-4841-8aeb-ad6b897dd08e, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:19.449783 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Current status of the port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:19.450311 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.454927 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacc188-65fb-42d6-9406-cef80cd4df68 None None] The sync data for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '0420a804-4138-4b25-ab78-814a5b1c64f6', 'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'mac_address': 'fa:16:3e:58:d6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:15Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'subnets': [{'id': '8be248b1-3225-4e32-a624-66b59c117f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:19.493151 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] For port 3451b4eb-445b-4841-8aeb-ad6b897dd08e, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=3451b4eb-445b-4841-8aeb-ad6b897dd08e,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:19.523532 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.583920 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] For port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=41dbbc1f-c1aa-4b72-814c-a90a61c858a1,segment=NetworkSegment(47230d0e-ca72-416e-aaab-6209be18088e),segment_id=47230d0e-ca72-416e-aaab-6209be18088e)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:19.589824 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0ec307e-5428-4e1f-9082-61220735ba8d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (f3463d48-3111-4bd5-8431-fc009157ae97), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.603535 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0ec307e-5428-4e1f-9082-61220735ba8d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (f3463d48-3111-4bd5-8431-fc009157ae97), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.619993 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.636874 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec307e-5428-4e1f-9082-61220735ba8d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3463d48-3111-4bd5-8431-fc009157ae97,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:19.690960 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0ec307e-5428-4e1f-9082-61220735ba8d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.692443 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c0ec307e-5428-4e1f-9082-61220735ba8d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3980937 Feb 21 01:41:19.695227 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40346) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:19.702676 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-5e658fdf-283d-4c8a-96dc-444fac7c84cf tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'security_group_rule': {'security_group_id': '1d2254de-8539-4ce4-b57c-071e1c263c52', 'project_id': 'a516f78770624beba1baee79a4694c7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:19.760682 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Provisioning complete for port 0420a804-4138-4b25-ab78-814a5b1c64f6 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:19.761953 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.769165 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Routers {'0c925862-df3d-4612-8e44-2910517018e8'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:19.771315 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0c925862-df3d-4612-8e44-2910517018e8'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:19.775016 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5e658fdf-283d-4c8a-96dc-444fac7c84cf tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (2d3a988d-85e5-4c26-a131-8c88aaf6fea0), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.807139 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '8d3c7323-6a03-4850-abde-7e401429a315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:14Z', 'revision_number': 4, 'project_id': 'f8a08453469e481d8031583de4309abc', 'gw_port': {'id': '8d3c7323-6a03-4850-abde-7e401429a315', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '8183d4f9-d1c3-49c8-b7eb-f85d829abcd6', 'name': '', 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'mac_address': 'fa:16:3e:9e:66:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e83467b0-e706-4b13-a8fd-92164ebbd65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:12Z', 'updated_at': '2022-02-21T01:41:14Z', 'revision_number': 2, 'project_id': 'f8a08453469e481d8031583de4309abc', 'subnets': [{'id': 'e83467b0-e706-4b13-a8fd-92164ebbd65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:19.875513 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Checking router: 02e6b5af-f644-41af-8b87-e9fd8066924d for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:19.876030 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Updating router 02e6b5af-f644-41af-8b87-e9fd8066924d port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 binding host dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:41:19.934757 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c6785-83a9-42cb-ac41-55ea64845769 None None] Pushing event updated for resources: {'Port': ['ID=3451b4eb-445b-4841-8aeb-ad6b897dd08e,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:19.955179 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.956301 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5e658fdf-283d-4c8a-96dc-444fac7c84cf tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (2d3a988d-85e5-4c26-a131-8c88aaf6fea0), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:19.971591 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5e658fdf-283d-4c8a-96dc-444fac7c84cf tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (2d3a988d-85e5-4c26-a131-8c88aaf6fea0), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.035725 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e658fdf-283d-4c8a-96dc-444fac7c84cf tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3a988d-85e5-4c26-a131-8c88aaf6fea0,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:20.053655 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5e658fdf-283d-4c8a-96dc-444fac7c84cf tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.056004 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5e658fdf-283d-4c8a-96dc-444fac7c84cf tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3586853 Feb 21 01:41:20.058574 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 90c0e272-7543-4fe3-a530-96f49ec28cf1 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:20.059836 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40350) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:20.086708 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-5e37fe3d-ed74-4c92-9c1d-c292b7bd4864 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'security_group_rule': {'security_group_id': '1d2254de-8539-4ce4-b57c-071e1c263c52', 'project_id': 'a516f78770624beba1baee79a4694c7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:20.163641 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5e37fe3d-ed74-4c92-9c1d-c292b7bd4864 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (7ead8c60-b6d2-4e61-b3d8-cebd5987c2fb), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.230910 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Pushing event updated for resources: {'Port': ['ID=41dbbc1f-c1aa-4b72-814c-a90a61c858a1,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:20.327863 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5e37fe3d-ed74-4c92-9c1d-c292b7bd4864 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (7ead8c60-b6d2-4e61-b3d8-cebd5987c2fb), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.335430 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5e37fe3d-ed74-4c92-9c1d-c292b7bd4864 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (7ead8c60-b6d2-4e61-b3d8-cebd5987c2fb), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.392886 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37fe3d-ed74-4c92-9c1d-c292b7bd4864 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ead8c60-b6d2-4e61-b3d8-cebd5987c2fb,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:20.415583 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5e37fe3d-ed74-4c92-9c1d-c292b7bd4864 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.418874 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5e37fe3d-ed74-4c92-9c1d-c292b7bd4864 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3577676 Feb 21 01:41:20.421693 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40356) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:20.427448 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-47818810-d41b-430f-9388-c087a612ca08 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'security_group_rule': {'security_group_id': '1d2254de-8539-4ce4-b57c-071e1c263c52', 'project_id': 'a516f78770624beba1baee79a4694c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:20.543061 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.securitygroups_db [None req-47818810-d41b-430f-9388-c087a612ca08 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Project a516f78770624beba1baee79a4694c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:41:20.550091 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-47818810-d41b-430f-9388-c087a612ca08 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (2a86939c-76b4-4713-a6f3-04ba1b6b6c18), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.589912 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Current status of the port 0420a804-4138-4b25-ab78-814a5b1c64f6 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:20.603376 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] Set router 0c925862-df3d-4612-8e44-2910517018e8 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:20.633488 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40360) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:20.638617 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-17fbfac3-133b-4200-aa66-47f22e4301aa tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393167142', 'description': 'tempest-secgroup-smoke-1393167142 description', 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:20.660681 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6693102-7e37-499c-95e3-f2584d0229ec req-ca88365c-ac00-48dc-b547-97ab86b460db tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:20.675100 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f6693102-7e37-499c-95e3-f2584d0229ec req-ca88365c-ac00-48dc-b547-97ab86b460db tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 946 time: 0.2112224 Feb 21 01:41:20.678510 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Publish callbacks [] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), precommit_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.695073 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.700917 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17fbfac3-133b-4200-aa66-47f22e4301aa tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.796426 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Provisioning complete for port 90c0e272-7543-4fe3-a530-96f49ec28cf1 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:20.796426 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.797841 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 90c0e272-7543-4fe3-a530-96f49ec28cf1 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:20.798223 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.846027 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f6693102-7e37-499c-95e3-f2584d0229ec req-f0764ac1-1dd5-4d98-a64c-32606997123b tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687803 Feb 21 01:41:20.871034 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9390d-1504-47df-9dd4-69e499412baf None None] Pushing event updated for resources: {'Port': ['ID=8183d4f9-d1c3-49c8-b7eb-f85d829abcd6,revision_number=3']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:20.875802 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-47818810-d41b-430f-9388-c087a612ca08 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (2a86939c-76b4-4713-a6f3-04ba1b6b6c18), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.884744 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-47818810-d41b-430f-9388-c087a612ca08 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (2a86939c-76b4-4713-a6f3-04ba1b6b6c18), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.950793 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47818810-d41b-430f-9388-c087a612ca08 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a86939c-76b4-4713-a6f3-04ba1b6b6c18,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:20.972267 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-47818810-d41b-430f-9388-c087a612ca08 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:20.978567 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-47818810-d41b-430f-9388-c087a612ca08 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5556829 Feb 21 01:41:20.981194 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40362) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:20.997495 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-77dad0a6-4a74-4237-9031-63260037eeea tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'security_group_rule': {'security_group_id': '1d2254de-8539-4ce4-b57c-071e1c263c52', 'project_id': 'a516f78770624beba1baee79a4694c7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:21.008668 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Attempting to bind port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:21.009089 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Attempting to bind port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '86bd08f4-4a84-4266-94e6-3c2f092bae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9'}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:21.009455 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Attempting to bind port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 on network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:21.041403 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:21.041794 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Checking segment: {'id': '86bd08f4-4a84-4266-94e6-3c2f092bae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:21.043336 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.043754 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Bound using segment: {'id': '86bd08f4-4a84-4266-94e6-3c2f092bae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9'} {{(pid=102951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:21.044298 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.managers [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Bound port: 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bd08f4-4a84-4266-94e6-3c2f092bae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9'}}] {{(pid=102951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:21.044703 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), before_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.045778 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17fbfac3-133b-4200-aa66-47f22e4301aa tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group (7510787d-9a3b-4fe7-9d4d-7908aaa7348d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.062741 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.securitygroups_db [None req-77dad0a6-4a74-4237-9031-63260037eeea tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Project a516f78770624beba1baee79a4694c7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:41:21.074129 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-77dad0a6-4a74-4237-9031-63260037eeea tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (57d392f9-4823-4497-96b6-f922d4591aed), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.076789 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17fbfac3-133b-4200-aa66-47f22e4301aa tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (7510787d-9a3b-4fe7-9d4d-7908aaa7348d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.165352 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efdcec-cd9f-4a87-991a-b981b9f65a8e req-3b621493-5c62-4ef5-b9b2-470949ea27ac tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:21.176159 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24efdcec-cd9f-4a87-991a-b981b9f65a8e req-3b621493-5c62-4ef5-b9b2-470949ea27ac tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.4375114 Feb 21 01:41:21.213392 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbfac3-133b-4200-aa66-47f22e4301aa tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7510787d-9a3b-4fe7-9d4d-7908aaa7348d,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:21.234163 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17fbfac3-133b-4200-aa66-47f22e4301aa tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.241924 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-17fbfac3-133b-4200-aa66-47f22e4301aa tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6056149 Feb 21 01:41:21.243251 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40366) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:21.252550 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-77dad0a6-4a74-4237-9031-63260037eeea tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (57d392f9-4823-4497-96b6-f922d4591aed), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.265604 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-77dad0a6-4a74-4237-9031-63260037eeea tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (57d392f9-4823-4497-96b6-f922d4591aed), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.277198 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-d835fc71-97ab-4c54-bf4f-ae51ad4594af tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Request body: {'security_group_rule': {'security_group_id': '7510787d-9a3b-4fe7-9d4d-7908aaa7348d', 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:21.312110 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad0a6-4a74-4237-9031-63260037eeea tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d392f9-4823-4497-96b6-f922d4591aed,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:21.329595 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-77dad0a6-4a74-4237-9031-63260037eeea tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.334786 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-77dad0a6-4a74-4237-9031-63260037eeea tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3499124 Feb 21 01:41:21.352805 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24efdcec-cd9f-4a87-991a-b981b9f65a8e req-56cf3116-2895-47e3-a994-aad1ac1743d3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753778 Feb 21 01:41:21.376873 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] For port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:21.381931 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.plugins.ml2.db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] For port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=8183d4f9-d1c3-49c8-b7eb-f85d829abcd6,segment=NetworkSegment(86bd08f4-4a84-4266-94e6-3c2f092bae83),segment_id=86bd08f4-4a84-4266-94e6-3c2f092bae83)] {{(pid=102951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:21.383615 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d835fc71-97ab-4c54-bf4f-ae51ad4594af tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (2b99b177-f443-4217-af5e-e9b2c34d8e75), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.397737 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.callbacks.manager [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), after_update {{(pid=102951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.494008 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d835fc71-97ab-4c54-bf4f-ae51ad4594af tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (2b99b177-f443-4217-af5e-e9b2c34d8e75), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.503299 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d835fc71-97ab-4c54-bf4f-ae51ad4594af tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (2b99b177-f443-4217-af5e-e9b2c34d8e75), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.549557 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835fc71-97ab-4c54-bf4f-ae51ad4594af tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b99b177-f443-4217-af5e-e9b2c34d8e75,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:21.552010 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9390d-1504-47df-9dd4-69e499412baf None None] Pushing event updated for resources: {'Port': ['ID=8183d4f9-d1c3-49c8-b7eb-f85d829abcd6,revision_number=4']} {{(pid=102951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:21.596145 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d835fc71-97ab-4c54-bf4f-ae51ad4594af tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.600228 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d835fc71-97ab-4c54-bf4f-ae51ad4594af tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246176 Feb 21 01:41:21.601061 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40398) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:21.605388 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-b12bab29-f560-4e51-a5dc-88129813a57d tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Request body: {'security_group_rule': {'security_group_id': '7510787d-9a3b-4fe7-9d4d-7908aaa7348d', 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:21.612692 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Routers {'02e6b5af-f644-41af-8b87-e9fd8066924d'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:21.613572 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:40:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['02e6b5af-f644-41af-8b87-e9fd8066924d'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:21.686400 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b12bab29-f560-4e51-a5dc-88129813a57d tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (9a2b0349-7c32-482f-b8b3-83c1b5abddc9), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.717053 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Current status of the port 90c0e272-7543-4fe3-a530-96f49ec28cf1 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:21.721546 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 90c0e272-7543-4fe3-a530-96f49ec28cf1 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:21.723662 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:21.892075 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Provisioning complete for port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:21.892609 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:21.927021 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] Set router 02e6b5af-f644-41af-8b87-e9fd8066924d gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:22.001645 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b12bab29-f560-4e51-a5dc-88129813a57d tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (9a2b0349-7c32-482f-b8b3-83c1b5abddc9), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.074026 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b12bab29-f560-4e51-a5dc-88129813a57d tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (9a2b0349-7c32-482f-b8b3-83c1b5abddc9), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.086475 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c925862-df3d-4612-8e44-2910517018e8', 'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:16Z', 'revision_number': 4, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'gw_port': {'id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'ceea44b7-135a-4290-95e3-5ed7c9681fd3', 'name': '', 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'mac_address': 'fa:16:3e:e5:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:15Z', 'updated_at': '2022-02-21T01:41:17Z', 'revision_number': 2, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'subnets': [{'id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:22.168675 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-ccbd9f21-f455-4a6c-9f1e-c02c8d99a5a3 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:22.191132 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909248cc-737f-4d8f-b38f-f2a1edcd8c89 None None] The sync data for ids ['0c925862-df3d-4612-8e44-2910517018e8'] in dv-cinder-813229-6-iscsi is: [{'id': '0c925862-df3d-4612-8e44-2910517018e8', 'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:16Z', 'revision_number': 4, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'gw_port': {'id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'ceea44b7-135a-4290-95e3-5ed7c9681fd3', 'name': '', 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'mac_address': 'fa:16:3e:e5:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:15Z', 'updated_at': '2022-02-21T01:41:17Z', 'revision_number': 2, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'subnets': [{'id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:22.208543 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:22.209105 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.211993 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-ccbd9f21-f455-4a6c-9f1e-c02c8d99a5a3 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 946 time: 0.4356141 Feb 21 01:41:22.247632 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bab29-f560-4e51-a5dc-88129813a57d tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2b0349-7c32-482f-b8b3-83c1b5abddc9,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:22.278547 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Current status of the port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:22.278926 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.377868 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '8d3c7323-6a03-4850-abde-7e401429a315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:14Z', 'revision_number': 4, 'project_id': 'f8a08453469e481d8031583de4309abc', 'gw_port': {'id': '8d3c7323-6a03-4850-abde-7e401429a315', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '8183d4f9-d1c3-49c8-b7eb-f85d829abcd6', 'name': '', 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'mac_address': 'fa:16:3e:9e:66:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e83467b0-e706-4b13-a8fd-92164ebbd65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:12Z', 'updated_at': '2022-02-21T01:41:21Z', 'revision_number': 4, 'project_id': 'f8a08453469e481d8031583de4309abc', 'subnets': [{'id': 'e83467b0-e706-4b13-a8fd-92164ebbd65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:22.446647 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b12bab29-f560-4e51-a5dc-88129813a57d tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.460789 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191a24b-a088-4f0f-a20d-edcca71b4722 None None] The sync data for ids ['02e6b5af-f644-41af-8b87-e9fd8066924d'] in dv-cinder-813229-6-iscsi is: [{'id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '8d3c7323-6a03-4850-abde-7e401429a315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:14Z', 'revision_number': 4, 'project_id': 'f8a08453469e481d8031583de4309abc', 'gw_port': {'id': '8d3c7323-6a03-4850-abde-7e401429a315', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '8183d4f9-d1c3-49c8-b7eb-f85d829abcd6', 'name': '', 'network_id': '7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'mac_address': 'fa:16:3e:9e:66:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e83467b0-e706-4b13-a8fd-92164ebbd65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:12Z', 'updated_at': '2022-02-21T01:41:21Z', 'revision_number': 4, 'project_id': 'f8a08453469e481d8031583de4309abc', 'subnets': [{'id': 'e83467b0-e706-4b13-a8fd-92164ebbd65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:22.471570 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-b12bab29-f560-4e51-a5dc-88129813a57d tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8674448 Feb 21 01:41:22.474789 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40418) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:22.485505 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-a0cd43ec-23e3-4fc0-ac50-5646c9d2b927 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Request body: {'security_group_rule': {'security_group_id': '7510787d-9a3b-4fe7-9d4d-7908aaa7348d', 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:22.538148 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] For port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=8183d4f9-d1c3-49c8-b7eb-f85d829abcd6,segment=NetworkSegment(86bd08f4-4a84-4266-94e6-3c2f092bae83),segment_id=86bd08f4-4a84-4266-94e6-3c2f092bae83)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:22.542317 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a0cd43ec-23e3-4fc0-ac50-5646c9d2b927 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (25a5a52d-8f87-4089-bcb8-dc7089250dbf), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.565316 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.590417 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cccf8-6067-4533-8017-8a8fa234df03 req-f91bbe31-a980-46e9-b06e-d674109a7f0a tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:22.598421 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-232cccf8-6067-4533-8017-8a8fa234df03 req-f91bbe31-a980-46e9-b06e-d674109a7f0a tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 946 time: 0.5768869 Feb 21 01:41:22.656198 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Pushing event updated for resources: {'Port': ['ID=8183d4f9-d1c3-49c8-b7eb-f85d829abcd6,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:22.708664 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Deleting port 04766783-5084-4bd2-af27-c58a07cb8382 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:22.709216 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (04766783-5084-4bd2-af27-c58a07cb8382), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.729034 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Provisioning complete for port ceea44b7-135a-4290-95e3-5ed7c9681fd3 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:22.729034 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.729754 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-232cccf8-6067-4533-8017-8a8fa234df03 req-edb12542-53cc-4cf4-ba90-5610baa651a8 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/security-groups?id=ecd92188-f80a-4ce5-a1b6-aa813ed77f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297085 Feb 21 01:41:22.749065 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c793c-8bb6-4f84-b98e-b1476c2a5fc8 req-0a345c2e-6e25-403d-ab53-20c8e006371d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:22.760348 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b22c793c-8bb6-4f84-b98e-b1476c2a5fc8 req-0a345c2e-6e25-403d-ab53-20c8e006371d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.1906080 Feb 21 01:41:22.774975 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:22.778086 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:22.814630 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a0cd43ec-23e3-4fc0-ac50-5646c9d2b927 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (25a5a52d-8f87-4089-bcb8-dc7089250dbf), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.820635 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-ef120799-3c14-41d3-97f1-bc620e7a035f None None] Port ceea44b7-135a-4290-95e3-5ed7c9681fd3 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:41:22.833401 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a0cd43ec-23e3-4fc0-ac50-5646c9d2b927 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (25a5a52d-8f87-4089-bcb8-dc7089250dbf), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.844710 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:22.845389 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.881106 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd43ec-23e3-4fc0-ac50-5646c9d2b927 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a5a52d-8f87-4089-bcb8-dc7089250dbf,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:22.955308 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a0cd43ec-23e3-4fc0-ac50-5646c9d2b927 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:22.956791 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a0cd43ec-23e3-4fc0-ac50-5646c9d2b927 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4806259 Feb 21 01:41:22.968355 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 40434) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:22.982510 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-ca9d802a-e3a2-4a5e-8f9d-034a894154cd tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Request body: {'security_group_rule': {'security_group_id': '7510787d-9a3b-4fe7-9d4d-7908aaa7348d', 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:23.028557 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b22c793c-8bb6-4f84-b98e-b1476c2a5fc8 req-ac36729e-4b90-4117-bf94-bd3442d70f67 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670004 Feb 21 01:41:23.029637 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-a40d1ef1-1e4b-478a-bd77-a28e19afb54c None None] Provisioning complete for port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:23.030031 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a40d1ef1-1e4b-478a-bd77-a28e19afb54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.051174 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] For port 04766783-5084-4bd2-af27-c58a07cb8382, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=04766783-5084-4bd2-af27-c58a07cb8382,segment=NetworkSegment(0540200d-27d8-475e-8677-9078e11fa165),segment_id=0540200d-27d8-475e-8677-9078e11fa165)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:23.052007 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (04766783-5084-4bd2-af27-c58a07cb8382), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.093305 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Calling delete_port for 04766783-5084-4bd2-af27-c58a07cb8382 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:23.114855 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ca9d802a-e3a2-4a5e-8f9d-034a894154cd tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (eda9de7d-a004-48a0-9a04-f7bcb72b6f9a), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.191056 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:23.197084 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 8d3c7323-6a03-4850-abde-7e401429a315 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:23.284937 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ca9d802a-e3a2-4a5e-8f9d-034a894154cd tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (eda9de7d-a004-48a0-9a04-f7bcb72b6f9a), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.438850 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-a40d1ef1-1e4b-478a-bd77-a28e19afb54c None None] Current status of the port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:23.474228 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-a40d1ef1-1e4b-478a-bd77-a28e19afb54c None None] Provisioning complete for port ceea44b7-135a-4290-95e3-5ed7c9681fd3 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:23.474720 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a40d1ef1-1e4b-478a-bd77-a28e19afb54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.484653 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ca9d802a-e3a2-4a5e-8f9d-034a894154cd tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (eda9de7d-a004-48a0-9a04-f7bcb72b6f9a), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.541101 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 8d3c7323-6a03-4850-abde-7e401429a315 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:23.541101 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (8d3c7323-6a03-4850-abde-7e401429a315), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.566746 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d802a-e3a2-4a5e-8f9d-034a894154cd tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda9de7d-a004-48a0-9a04-f7bcb72b6f9a,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:23.580742 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-a40d1ef1-1e4b-478a-bd77-a28e19afb54c None None] Port ceea44b7-135a-4290-95e3-5ed7c9681fd3 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:41:23.608017 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ca9d802a-e3a2-4a5e-8f9d-034a894154cd tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.610344 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-ca9d802a-e3a2-4a5e-8f9d-034a894154cd tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6419144 Feb 21 01:41:23.613102 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40440) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:23.620657 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-8c8d0dbc-a4db-41fa-b371-0a2a5f0ba520 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Request body: {'security_group_rule': {'security_group_id': '7510787d-9a3b-4fe7-9d4d-7908aaa7348d', 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:23.679876 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.securitygroups_db [None req-8c8d0dbc-a4db-41fa-b371-0a2a5f0ba520 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Project 4f7dbed5840d4227ab62e42f9a49fbce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:41:23.690512 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8c8d0dbc-a4db-41fa-b371-0a2a5f0ba520 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (6ee4eae9-213a-407e-a892-352ba2a64a74), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.735112 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 8d3c7323-6a03-4850-abde-7e401429a315 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:23.735688 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8d3c7323-6a03-4850-abde-7e401429a315), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.828749 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 8d3c7323-6a03-4850-abde-7e401429a315, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=8d3c7323-6a03-4850-abde-7e401429a315,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:23.829340 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (04766783-5084-4bd2-af27-c58a07cb8382), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.834899 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (8d3c7323-6a03-4850-abde-7e401429a315), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.877694 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8c8d0dbc-a4db-41fa-b371-0a2a5f0ba520 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (6ee4eae9-213a-407e-a892-352ba2a64a74), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.886715 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8c8d0dbc-a4db-41fa-b371-0a2a5f0ba520 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (6ee4eae9-213a-407e-a892-352ba2a64a74), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:23.942584 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d0dbc-a4db-41fa-b371-0a2a5f0ba520 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee4eae9-213a-407e-a892-352ba2a64a74,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:23.954022 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-80afca37-1156-4f2f-8a39-e0a65dd0683a req-5cfdb77a-0a8e-4c7c-a422-a82a493664d4 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 210 time: 0.0952833 Feb 21 01:41:23.975285 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=8d3c7323-6a03-4850-abde-7e401429a315,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:24.000026 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8c8d0dbc-a4db-41fa-b371-0a2a5f0ba520 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:24.002764 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-8c8d0dbc-a4db-41fa-b371-0a2a5f0ba520 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3874152 Feb 21 01:41:24.006643 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 40446) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:24.017505 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-2e10bbde-ab8c-43a6-bf97-8a3f1bbdcb9e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Request body: {'security_group_rule': {'security_group_id': '7510787d-9a3b-4fe7-9d4d-7908aaa7348d', 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:24.027433 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Pushing event deleted for resources: {'Port': ['ID=04766783-5084-4bd2-af27-c58a07cb8382,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:24.115001 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.securitygroups_db [None req-2e10bbde-ab8c-43a6-bf97-8a3f1bbdcb9e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Project 4f7dbed5840d4227ab62e42f9a49fbce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:41:24.124450 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] No DVR routers for this DVR port 04766783-5084-4bd2-af27-c58a07cb8382 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:41:24.141677 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:24.142715 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e10bbde-ab8c-43a6-bf97-8a3f1bbdcb9e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (19501403-9ee9-4d96-9942-053e892859b0), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:24.146666 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-52c9f4fb-9c79-4082-9803-918897e98ce5 req-e0016fb7-7f80-4033-9fd7-4e1f82ed916f tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.73 "DELETE /v2.0/ports/04766783-5084-4bd2-af27-c58a07cb8382 HTTP/1.1" status: 204 len: 173 time: 1.8710737 Feb 21 01:41:24.147251 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8', 'name': 'network-vif-deleted', 'tag': '04766783-5084-4bd2-af27-c58a07cb8382'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:41:24.150124 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766fafbd-72ef-478e-af2e-3259021e0388" -d '{"events": [{"server_uuid": "3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8", "name": "network-vif-deleted", "tag": "04766783-5084-4bd2-af27-c58a07cb8382"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:41:24.255212 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760c3cc4-3f2f-4eda-97b7-340833f9d52b x-openstack-request-id: req-760c3cc4-3f2f-4eda-97b7-340833f9d52b {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:41:24.255631 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8", "name": "network-vif-deleted", "tag": "04766783-5084-4bd2-af27-c58a07cb8382", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:41:24.256040 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-760c3cc4-3f2f-4eda-97b7-340833f9d52b {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:41:24.256551 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8', 'name': 'network-vif-deleted', 'tag': '04766783-5084-4bd2-af27-c58a07cb8382', 'status': 'completed', 'code': 200} Feb 21 01:41:24.348131 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 0420a804-4138-4b25-ab78-814a5b1c64f6 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:24.377462 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e10bbde-ab8c-43a6-bf97-8a3f1bbdcb9e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (19501403-9ee9-4d96-9942-053e892859b0), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:24.391026 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82fc19-a110-4e61-9af9-3d7c71088026 req-1ef75bba-f661-4ed0-907a-5c7e6684d232 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:24.400349 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8f82fc19-a110-4e61-9af9-3d7c71088026 req-1ef75bba-f661-4ed0-907a-5c7e6684d232 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.1122313 Feb 21 01:41:24.409034 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e10bbde-ab8c-43a6-bf97-8a3f1bbdcb9e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (19501403-9ee9-4d96-9942-053e892859b0), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:24.429676 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 04766783-5084-4bd2-af27-c58a07cb8382 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:24.438807 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e10bbde-ab8c-43a6-bf97-8a3f1bbdcb9e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:24.440456 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2e10bbde-ab8c-43a6-bf97-8a3f1bbdcb9e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4328294 Feb 21 01:41:24.464375 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10bbde-ab8c-43a6-bf97-8a3f1bbdcb9e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19501403-9ee9-4d96-9942-053e892859b0,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:24.512667 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 04766783-5084-4bd2-af27-c58a07cb8382 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:24.512667 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 04766783-5084-4bd2-af27-c58a07cb8382 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:24.570490 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8f82fc19-a110-4e61-9af9-3d7c71088026 req-e45e20b7-f1f1-417f-9e2f-b67ca9bff87d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656322 Feb 21 01:41:24.611307 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 0420a804-4138-4b25-ab78-814a5b1c64f6 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:24.611891 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:24.827333 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 0420a804-4138-4b25-ab78-814a5b1c64f6 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:24.828434 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:24.886908 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:24.887283 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:24.970116 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:24.971120 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:25.017657 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:25.018033 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:25.083062 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b47fdf5f-bd8d-4aba-85eb-bd323aa932f1 req-e5bef8d0-0133-4899-b560-053ec8a2b9e9 tempest-VolumesSnapshotTestJSON-439770751 tempest-VolumesSnapshotTestJSON-439770751-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca4d39b-6b0e-43fe-9ddf-cb6eb14708c8 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Feb 21 01:41:25.105913 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:25.308457 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9a161a61-b30b-4cd5-b4c2-f87dff92c966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:25.719030 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f7b31-0153-4791-ac44-e64e386aaa23 req-34f8e7d5-0f01-4338-96d2-3a36c50efcdc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:25.720426 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-366f7b31-0153-4791-ac44-e64e386aaa23 req-34f8e7d5-0f01-4338-96d2-3a36c50efcdc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0707216 Feb 21 01:41:25.772888 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-366f7b31-0153-4791-ac44-e64e386aaa23 req-76db7d87-3df0-4c75-bdb3-3b9170d554df tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458906 Feb 21 01:41:25.987844 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 8d3c7323-6a03-4850-abde-7e401429a315 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:26.037311 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 8d3c7323-6a03-4850-abde-7e401429a315 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:26.037685 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (8d3c7323-6a03-4850-abde-7e401429a315), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:26.117937 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 8d3c7323-6a03-4850-abde-7e401429a315 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:26.122177 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3451b4eb-445b-4841-8aeb-ad6b897dd08e up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:26.169040 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 3451b4eb-445b-4841-8aeb-ad6b897dd08e triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:26.169419 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:26.252301 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 3451b4eb-445b-4841-8aeb-ad6b897dd08e is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:26.252875 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:26.275349 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] For port 3451b4eb-445b-4841-8aeb-ad6b897dd08e, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=3451b4eb-445b-4841-8aeb-ad6b897dd08e,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:26.280366 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:26.357691 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Pushing event updated for resources: {'Port': ['ID=3451b4eb-445b-4841-8aeb-ad6b897dd08e,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:26.936767 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81fe61-a001-49f3-8087-19ce49d2f1a4 req-cd71219b-038c-42f9-b75f-585e4aec48f8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:26.940049 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee81fe61-a001-49f3-8087-19ce49d2f1a4 req-cd71219b-038c-42f9-b75f-585e4aec48f8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0642512 Feb 21 01:41:27.041201 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee81fe61-a001-49f3-8087-19ce49d2f1a4 req-f0414bf3-a2eb-48de-a773-3334fc43bba8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951028 Feb 21 01:41:27.123797 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-86736ea5-280b-446b-bcf0-ac373ec7072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:27.127337 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-86736ea5-280b-446b-bcf0-ac373ec7072d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 1129 time: 0.0596068 Feb 21 01:41:27.160655 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a9c9a-da39-4f93-9293-e9808039ca5e req-9cbff268-e77d-41bc-92d6-3acd005cf8ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:27.162376 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e02a9c9a-da39-4f93-9293-e9808039ca5e req-9cbff268-e77d-41bc-92d6-3acd005cf8ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0580816 Feb 21 01:41:27.226542 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e02a9c9a-da39-4f93-9293-e9808039ca5e req-75174c32-9ab5-465c-851c-a1ab55f362ac tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 Feb 21 01:41:27.228679 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-82436172-f23f-45fb-9036-ea08c16d8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:27.230144 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-82436172-f23f-45fb-9036-ea08c16d8ec7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 918 time: 0.0974455 Feb 21 01:41:27.276784 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-83641292-c264-4d13-aafe-e5f08e0bfbef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 HTTP/1.1" status: 200 len: 217 time: 0.0386665 Feb 21 01:41:27.328684 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-f0afe18b-3b92-4d88-9f83-251c6159d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:27.330138 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-f0afe18b-3b92-4d88-9f83-251c6159d71e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 200 len: 858 time: 0.0456877 Feb 21 01:41:27.365500 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-3c56e28d-d93c-4559-bdad-471ac2173ac7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1803728c-d46f-4c3a-9925-d8b31359ee0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283799 Feb 21 01:41:27.474319 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-66972075-4199-4c80-8e32-2393bf9d8891 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961802 Feb 21 01:41:27.572947 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8dc3a6ce-ba80-4b0e-992f-ac4975662c5e req-69bbe1a8-4342-4743-9119-5d57992a9ba1 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907519 Feb 21 01:41:27.647241 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e9cef620-90a9-4fe5-8dec-81fef0a81f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:27.919695 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3451b4eb-445b-4841-8aeb-ad6b897dd08e up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:27.971872 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port 3451b4eb-445b-4841-8aeb-ad6b897dd08e triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:27.972237 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:28.055762 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port 3451b4eb-445b-4841-8aeb-ad6b897dd08e is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:28.083379 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Sync routers for ids ['0c925862-df3d-4612-8e44-2910517018e8'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:28.092693 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Routers {'0c925862-df3d-4612-8e44-2910517018e8'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:28.093402 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:41:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0c925862-df3d-4612-8e44-2910517018e8'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:28.175519 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3c5a-0457-42f3-864d-c1f69de829ca req-85d2e3f3-fe58-4da2-9506-0b89e8a21896 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:28.177568 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-09af3c5a-0457-42f3-864d-c1f69de829ca req-85d2e3f3-fe58-4da2-9506-0b89e8a21896 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0597980 Feb 21 01:41:28.209126 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Set router 0c925862-df3d-4612-8e44-2910517018e8 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:28.227034 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-09af3c5a-0457-42f3-864d-c1f69de829ca req-085543a5-f01c-4c56-9cf6-78e4178283cc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Feb 21 01:41:28.346940 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a8de-0aba-459d-87c8-8e433205dd71 req-d8fe223f-4f5b-4abc-a0c3-d1cbbf809d7b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:28.348811 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3565a8de-0aba-459d-87c8-8e433205dd71 req-d8fe223f-4f5b-4abc-a0c3-d1cbbf809d7b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0542066 Feb 21 01:41:28.396356 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3565a8de-0aba-459d-87c8-8e433205dd71 req-88c3bcad-4e5b-4727-a71a-4cdf5330c9b5 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416873 Feb 21 01:41:28.419708 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c925862-df3d-4612-8e44-2910517018e8', 'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:16Z', 'revision_number': 4, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'gw_port': {'id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'ceea44b7-135a-4290-95e3-5ed7c9681fd3', 'name': '', 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'mac_address': 'fa:16:3e:e5:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:15Z', 'updated_at': '2022-02-21T01:41:17Z', 'revision_number': 2, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'subnets': [{'id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:28.456206 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Checking router: 0c925862-df3d-4612-8e44-2910517018e8 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:28.457214 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Updating router 0c925862-df3d-4612-8e44-2910517018e8 port ceea44b7-135a-4290-95e3-5ed7c9681fd3 binding host dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:41:28.488542 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:28.795611 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:28.893880 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Publish callbacks [] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), precommit_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:28.899698 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:28.954223 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d5cab-cb2a-41e5-b9c9-5a7c79dad8f4 None None] Pushing event updated for resources: {'Port': ['ID=ceea44b7-135a-4290-95e3-5ed7c9681fd3,revision_number=3']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:29.007819 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Attempting to bind port ceea44b7-135a-4290-95e3-5ed7c9681fd3 on host dv-cinder-813229-6-iscsi for vnic_type normal with profile {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:29.008195 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Attempting to bind port ceea44b7-135a-4290-95e3-5ed7c9681fd3 by drivers openvswitch,hyperv on host dv-cinder-813229-6-iscsi at level 0 using segments [{'id': '47230d0e-ca72-416e-aaab-6209be18088e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f'}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:29.008559 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Attempting to bind port ceea44b7-135a-4290-95e3-5ed7c9681fd3 on network c8780d6f-9475-4312-9284-dd1772fe318f {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:29.013569 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Checking agent: {'id': 'aaf873f8-8d6b-4c79-a213-288f85b87ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 2), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:29.013946 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Checking segment: {'id': '47230d0e-ca72-416e-aaab-6209be18088e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:29.014388 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:29.014781 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Bound using segment: {'id': '47230d0e-ca72-416e-aaab-6209be18088e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f'} {{(pid=102950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:29.015246 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.managers [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Bound port: ceea44b7-135a-4290-95e3-5ed7c9681fd3, host: dv-cinder-813229-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47230d0e-ca72-416e-aaab-6209be18088e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f'}}] {{(pid=102950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:29.015627 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:29.084642 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] For port ceea44b7-135a-4290-95e3-5ed7c9681fd3, host dv-cinder-813229-6-iscsi, cleared binding levels {{(pid=102950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:29.088121 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] For port ceea44b7-135a-4290-95e3-5ed7c9681fd3, host dv-cinder-813229-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=ceea44b7-135a-4290-95e3-5ed7c9681fd3,segment=NetworkSegment(47230d0e-ca72-416e-aaab-6209be18088e),segment_id=47230d0e-ca72-416e-aaab-6209be18088e)] {{(pid=102950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:29.100658 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:29.176923 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-256f5e63-2705-47b3-b576-8310d6a594b3 None None] Provisioning complete for port ceea44b7-135a-4290-95e3-5ed7c9681fd3 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:29.177297 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-256f5e63-2705-47b3-b576-8310d6a594b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:29.180717 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Routers {'0c925862-df3d-4612-8e44-2910517018e8'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:29.181353 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:41:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0c925862-df3d-4612-8e44-2910517018e8'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:29.185475 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d5cab-cb2a-41e5-b9c9-5a7c79dad8f4 None None] Pushing event updated for resources: {'Port': ['ID=ceea44b7-135a-4290-95e3-5ed7c9681fd3,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:29.358296 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbe4d5-79f4-45e0-bffe-7bada24f3119 req-3a226fa0-c4ab-4ab7-91de-f59883fc8f83 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:29.359722 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] Set router 0c925862-df3d-4612-8e44-2910517018e8 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:29.360510 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a3dbe4d5-79f4-45e0-bffe-7bada24f3119 req-3a226fa0-c4ab-4ab7-91de-f59883fc8f83 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0587544 Feb 21 01:41:29.391961 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-256f5e63-2705-47b3-b576-8310d6a594b3 None None] Current status of the port ceea44b7-135a-4290-95e3-5ed7c9681fd3 is: DOWN; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:29.392325 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-256f5e63-2705-47b3-b576-8310d6a594b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:29.408377 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a3dbe4d5-79f4-45e0-bffe-7bada24f3119 req-50b155d6-b54d-4f73-a673-15adbe4cf343 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Feb 21 01:41:29.493491 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-256f5e63-2705-47b3-b576-8310d6a594b3 None None] For port ceea44b7-135a-4290-95e3-5ed7c9681fd3, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=ceea44b7-135a-4290-95e3-5ed7c9681fd3,segment=NetworkSegment(47230d0e-ca72-416e-aaab-6209be18088e),segment_id=47230d0e-ca72-416e-aaab-6209be18088e)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:29.527264 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-256f5e63-2705-47b3-b576-8310d6a594b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:29.539051 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107701e-d070-4d5b-bf1d-c60cfba8fb41 req-7cdd3d86-f550-4a40-89e6-ca8e2500f6f9 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:29.540579 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7107701e-d070-4d5b-bf1d-c60cfba8fb41 req-7cdd3d86-f550-4a40-89e6-ca8e2500f6f9 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0735633 Feb 21 01:41:29.587325 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7107701e-d070-4d5b-bf1d-c60cfba8fb41 req-fc6d3c03-fe90-4814-96d1-992eeb4bf8e0 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 Feb 21 01:41:29.619491 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f5e63-2705-47b3-b576-8310d6a594b3 None None] Pushing event updated for resources: {'Port': ['ID=ceea44b7-135a-4290-95e3-5ed7c9681fd3,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:29.666325 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-39bf3faf-d791-4aad-a1f5-598d2472746a None None] Provisioning complete for port ceea44b7-135a-4290-95e3-5ed7c9681fd3 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:29.666702 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-39bf3faf-d791-4aad-a1f5-598d2472746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:29.722745 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c925862-df3d-4612-8e44-2910517018e8', 'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:16Z', 'revision_number': 4, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'gw_port': {'id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'ceea44b7-135a-4290-95e3-5ed7c9681fd3', 'name': '', 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'mac_address': 'fa:16:3e:e5:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:15Z', 'updated_at': '2022-02-21T01:41:29Z', 'revision_number': 4, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'subnets': [{'id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:29.768764 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddc359-ee20-416e-a069-4c71ea611720 None None] The sync data for ids ['0c925862-df3d-4612-8e44-2910517018e8'] in dv-cinder-813229-6-iscsi is: [{'id': '0c925862-df3d-4612-8e44-2910517018e8', 'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:16Z', 'revision_number': 4, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'gw_port': {'id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'ceea44b7-135a-4290-95e3-5ed7c9681fd3', 'name': '', 'network_id': 'c8780d6f-9475-4312-9284-dd1772fe318f', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'mac_address': 'fa:16:3e:e5:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:15Z', 'updated_at': '2022-02-21T01:41:29Z', 'revision_number': 4, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'subnets': [{'id': 'ba6ad809-daba-4311-abc1-42fa9f39ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:29.787027 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-39bf3faf-d791-4aad-a1f5-598d2472746a None None] Current status of the port ceea44b7-135a-4290-95e3-5ed7c9681fd3 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:29.958585 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ceea44b7-135a-4290-95e3-5ed7c9681fd3 up at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:30.009116 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Provisioning complete for port ceea44b7-135a-4290-95e3-5ed7c9681fd3 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:30.009561 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:30.062056 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:30.117021 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Current status of the port ceea44b7-135a-4290-95e3-5ed7c9681fd3 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:30.546497 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768f20c-c244-49e9-bab6-2a6886fb7ed2 req-c80e1e7b-e513-4018-95f7-a9168bc32f99 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:30.547973 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9768f20c-c244-49e9-bab6-2a6886fb7ed2 req-c80e1e7b-e513-4018-95f7-a9168bc32f99 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0590057 Feb 21 01:41:30.603744 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9768f20c-c244-49e9-bab6-2a6886fb7ed2 req-79b32c67-e078-4a70-8cde-13df433237a8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499489 Feb 21 01:41:30.712634 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bc316-d59c-44ef-97c5-48ba033e7ca1 req-23762a25-221b-4b5c-af6a-70419f744114 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:30.714349 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2e8bc316-d59c-44ef-97c5-48ba033e7ca1 req-23762a25-221b-4b5c-af6a-70419f744114 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0529931 Feb 21 01:41:30.771458 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2e8bc316-d59c-44ef-97c5-48ba033e7ca1 req-6b85d81c-9822-44d3-bdcd-5769b7649fd4 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Feb 21 01:41:31.736770 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfdb09-7403-4925-816c-7e1fcf4fa961 req-b006d5f9-4d25-40be-a2ba-0e392c12cb2a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:31.738810 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-82cfdb09-7403-4925-816c-7e1fcf4fa961 req-b006d5f9-4d25-40be-a2ba-0e392c12cb2a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0535500 Feb 21 01:41:31.786899 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:31.793050 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-82cfdb09-7403-4925-816c-7e1fcf4fa961 req-55fdeb65-7014-454e-9422-b5ce22323be7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484335 Feb 21 01:41:31.899476 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f542e-8c9d-472e-a8be-919c1e5b9cfa req-0a5e3292-27f4-442b-9544-ce6372ac5fa8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:31.900964 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6e7f542e-8c9d-472e-a8be-919c1e5b9cfa req-0a5e3292-27f4-442b-9544-ce6372ac5fa8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0528791 Feb 21 01:41:31.950035 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6e7f542e-8c9d-472e-a8be-919c1e5b9cfa req-8240d59c-d315-4316-85a5-d1827cf78fa0 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Feb 21 01:41:32.783302 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3039d75-deac-4aa8-8650-a360a9adf3d7 req-e8ce5a61-ef70-4408-9cb0-b460fb824aa3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:32.785574 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3039d75-deac-4aa8-8650-a360a9adf3d7 req-e8ce5a61-ef70-4408-9cb0-b460fb824aa3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0601776 Feb 21 01:41:32.845666 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3039d75-deac-4aa8-8650-a360a9adf3d7 req-ae99633a-41e4-4d79-87e4-4894ade17a48 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504842 Feb 21 01:41:32.929919 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48edad3-b2ce-4685-9e6b-971315e8b35b req-cc033bea-27b0-46d8-a2c9-6b9e01b0bb91 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:32.931474 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d48edad3-b2ce-4685-9e6b-971315e8b35b req-cc033bea-27b0-46d8-a2c9-6b9e01b0bb91 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 943 time: 0.0598221 Feb 21 01:41:32.981667 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d48edad3-b2ce-4685-9e6b-971315e8b35b req-88fcb27e-e839-4ddc-b687-a3943d18bb92 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 Feb 21 01:41:33.045880 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:41:33.086639 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a16c-b6c1-4f2d-9c33-714582f30202 req-b20642c0-f37b-4443-894a-6b1641c87b97 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:33.090258 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c1b0a16c-b6c1-4f2d-9c33-714582f30202 req-b20642c0-f37b-4443-894a-6b1641c87b97 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0583773 Feb 21 01:41:33.149010 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c1b0a16c-b6c1-4f2d-9c33-714582f30202 req-16a03cd9-6f2b-4d3e-a44f-46ede1924d21 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543711 Feb 21 01:41:33.153089 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:33.172909 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'port_id': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'mac_address': 'fa:16:3e:92:be:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:41:33.212690 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 9ff64f22-7fbe-4bad-b125-966d21970c09 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:33.213481 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:33.229164 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff64f22-7fbe-4bad-b125-966d21970c09 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:41:33.249433 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:33.254366 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:33.303426 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=9']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:33.648835 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['9ff64f22-7fbe-4bad-b125-966d21970c09'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:41:33.967112 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59586e37-6975-4a06-a8c8-b9aad90d61fb req-5d3b5816-8aa8-42a0-8699-fa9c4bab9bbc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:33.968599 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59586e37-6975-4a06-a8c8-b9aad90d61fb req-5d3b5816-8aa8-42a0-8699-fa9c4bab9bbc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0526018 Feb 21 01:41:34.017452 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59586e37-6975-4a06-a8c8-b9aad90d61fb req-86ba4f59-af27-4f58-90ac-00df83266142 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 Feb 21 01:41:34.117221 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75aae78-d3de-4812-9cc0-215969cf01ca req-46ad8e1f-cd89-4ff7-be97-bd6d681e76e6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:34.118622 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a75aae78-d3de-4812-9cc0-215969cf01ca req-46ad8e1f-cd89-4ff7-be97-bd6d681e76e6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 944 time: 0.0559037 Feb 21 01:41:34.166726 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a75aae78-d3de-4812-9cc0-215969cf01ca req-099d8e3f-a739-43f9-a017-96f563e7face tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 Feb 21 01:41:34.265445 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847bf68-e8e7-44d1-abc9-85e10fb94133 req-dd7caa93-7632-40b8-8a2d-4dcb41bab002 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:34.266929 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9847bf68-e8e7-44d1-abc9-85e10fb94133 req-dd7caa93-7632-40b8-8a2d-4dcb41bab002 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0515635 Feb 21 01:41:34.316582 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9847bf68-e8e7-44d1-abc9-85e10fb94133 req-c7250ba1-3d08-4344-ad4e-709884539df4 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Feb 21 01:41:35.053188 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:35.114415 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 9ff64f22-7fbe-4bad-b125-966d21970c09 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:35.114796 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:35.148395 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fc486-d918-4d3e-9661-376c93032014 req-ebe82987-731c-4b6d-8c79-85ed8ce70511 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.149902 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c97fc486-d918-4d3e-9661-376c93032014 req-ebe82987-731c-4b6d-8c79-85ed8ce70511 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0633106 Feb 21 01:41:35.193179 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 9ff64f22-7fbe-4bad-b125-966d21970c09 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:35.193574 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:35.198022 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c97fc486-d918-4d3e-9661-376c93032014 req-52d3e4f0-b129-437c-a9e0-c000627b52e1 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Feb 21 01:41:35.225375 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:41:35.227612 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f815752-5fa2-483e-9435-3814c9d33727" -d '{"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:41:35.245603 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:35.250542 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:35.276250 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f39d115-5986-4231-9b78-0bc32c006f95 x-openstack-request-id: req-3f39d115-5986-4231-9b78-0bc32c006f95 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:41:35.276550 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:41:35.276872 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f39d115-5986-4231-9b78-0bc32c006f95 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:41:35.277408 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'code': 200} Feb 21 01:41:35.310034 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=10']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:35.337674 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e604b6-fbc4-4b3c-85c6-2182223c9fdb req-8f72e4d5-3ace-4315-b7a9-5ed610876fc9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.340200 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-27e604b6-fbc4-4b3c-85c6-2182223c9fdb req-8f72e4d5-3ace-4315-b7a9-5ed610876fc9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0779996 Feb 21 01:41:35.393591 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-27e604b6-fbc4-4b3c-85c6-2182223c9fdb req-9225dfdd-af6a-47f7-9de5-bb132fa868c0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 Feb 21 01:41:35.522394 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c350a-b96d-4d60-a80f-2a295a63b3a6 req-8ebff628-d9f5-4638-9039-eb7d08dc5385 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.524706 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4b8c350a-b96d-4d60-a80f-2a295a63b3a6 req-8ebff628-d9f5-4638-9039-eb7d08dc5385 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0560877 Feb 21 01:41:35.532902 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac1d8-4b16-4393-9f16-a2dd0d2cc2c8 req-a33a3130-1450-409d-bf6d-8a4aa4ea664c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.534492 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-20aac1d8-4b16-4393-9f16-a2dd0d2cc2c8 req-a33a3130-1450-409d-bf6d-8a4aa4ea664c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0867882 Feb 21 01:41:35.537642 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-83e449c9-7a93-495d-81e4-0101220f3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.539080 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-83e449c9-7a93-495d-81e4-0101220f3f69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a01e8a980fc419f88335882f4f61612&device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 1168 time: 0.0654263 Feb 21 01:41:35.592852 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4b8c350a-b96d-4d60-a80f-2a295a63b3a6 req-de60b3a7-3ce0-428d-8e8a-1fb70fb6b07a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605397 Feb 21 01:41:35.638880 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-20aac1d8-4b16-4393-9f16-a2dd0d2cc2c8 req-4fe7ecb9-10ec-4996-a3ac-c9b7ec7928fb tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986371 Feb 21 01:41:35.668578 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-cf77b86b-4b80-4fc4-8c52-125d85c63bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.670138 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-cf77b86b-4b80-4fc4-8c52-125d85c63bf1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0a215f4-97e2-485c-afd9-7919acfd1e00 HTTP/1.1" status: 200 len: 915 time: 0.1166818 Feb 21 01:41:35.758846 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-61312cb4-f42c-4fa9-af94-e0e580feaad8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 200 len: 1000 time: 0.0730247 Feb 21 01:41:35.844891 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-f0b45130-8431-49d8-a474-1070dc3f4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.847341 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-f0b45130-8431-49d8-a474-1070dc3f4f52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c2fbd00-fd9b-4d8d-8e46-b546032a36d8 HTTP/1.1" status: 200 len: 854 time: 0.0675280 Feb 21 01:41:35.912475 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-0db1d041-c2e7-4329-a650-d78320588bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.913990 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-0db1d041-c2e7-4329-a650-d78320588bee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0a215f4-97e2-485c-afd9-7919acfd1e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456781 Feb 21 01:41:35.914122 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b4a5f-3304-4e9e-bde5-843115b4e03f req-86de1d8e-44a4-4ae5-9e4a-7530708073b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.915581 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-288b4a5f-3304-4e9e-bde5-843115b4e03f req-86de1d8e-44a4-4ae5-9e4a-7530708073b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 1130 time: 0.0475540 Feb 21 01:41:35.972897 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-288b4a5f-3304-4e9e-bde5-843115b4e03f req-d96b45d1-0622-4fcc-b950-04d21a40e22e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379288 Feb 21 01:41:36.017553 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-a0cfb81c-bf03-4a2b-9aed-6d2331f2e200 service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837739 Feb 21 01:41:36.320265 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908e0a2-c9b1-4d8d-b731-b21063595c82 req-75ab76c4-d009-4d04-b986-a0f0cf4ade0d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:36.322388 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e908e0a2-c9b1-4d8d-b731-b21063595c82 req-75ab76c4-d009-4d04-b986-a0f0cf4ade0d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0562119 Feb 21 01:41:36.367570 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e908e0a2-c9b1-4d8d-b731-b21063595c82 req-59efc296-1638-4639-aabd-c927076beb7f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 Feb 21 01:41:36.404115 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:36.532713 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7c1db-fff7-47fa-9bd1-a383cfc31320 req-53ed9986-a9fc-4e8d-9f60-0bdf6f3ec33a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:36.534112 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3a7c1db-fff7-47fa-9bd1-a383cfc31320 req-53ed9986-a9fc-4e8d-9f60-0bdf6f3ec33a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0623958 Feb 21 01:41:36.579077 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3a7c1db-fff7-47fa-9bd1-a383cfc31320 req-b53e915d-f610-4413-9e87-5cc634949f84 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 Feb 21 01:41:36.715521 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7de74-6966-4357-8782-19524a4247c9 req-6128e006-b224-4c90-846a-a3722576cc11 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:36.716991 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-78c7de74-6966-4357-8782-19524a4247c9 req-6128e006-b224-4c90-846a-a3722576cc11 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0533202 Feb 21 01:41:36.768454 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db4a0-de62-4915-a661-0b661840b36a req-fe017093-21e1-4f26-aaf8-b46675e8fee3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:36.769946 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a98db4a0-de62-4915-a661-0b661840b36a req-fe017093-21e1-4f26-aaf8-b46675e8fee3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0576453 Feb 21 01:41:36.783249 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-78c7de74-6966-4357-8782-19524a4247c9 req-69b71fb4-eb44-4820-b40a-1660b9f8562b tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606911 Feb 21 01:41:36.818269 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a98db4a0-de62-4915-a661-0b661840b36a req-6543c555-0335-4e27-a1d4-2172eedabe4b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427427 Feb 21 01:41:37.487425 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670c38c-cca2-4e0a-9a81-4af0e752bd26 req-8c482236-f47c-4b36-8aae-4ce617209a18 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:37.488872 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d670c38c-cca2-4e0a-9a81-4af0e752bd26 req-8c482236-f47c-4b36-8aae-4ce617209a18 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0531783 Feb 21 01:41:37.539806 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d670c38c-cca2-4e0a-9a81-4af0e752bd26 req-e620f7b2-5678-4387-9d69-f3101536c0b2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449860 Feb 21 01:41:37.711707 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e22bc-7fdf-498a-828c-bf3683012d2c req-ee89b0cb-72de-4758-9ed1-eff026b3185e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:37.713188 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6c7e22bc-7fdf-498a-828c-bf3683012d2c req-ee89b0cb-72de-4758-9ed1-eff026b3185e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0584943 Feb 21 01:41:37.759853 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6c7e22bc-7fdf-498a-828c-bf3683012d2c req-9677e64e-a152-4278-b526-15a57cbbad92 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 Feb 21 01:41:37.917674 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d02f91-e0d8-400a-9716-8ccd09030304 req-5267ca49-8e2e-4aa4-8196-2a71d2895ebf tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:37.919335 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f8d02f91-e0d8-400a-9716-8ccd09030304 req-5267ca49-8e2e-4aa4-8196-2a71d2895ebf tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0669143 Feb 21 01:41:37.945102 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdd4a8-010f-469c-8f31-b49f79e94d26 req-035e6380-d6b9-4786-81cf-a67a639ab173 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:37.946690 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6afdd4a8-010f-469c-8f31-b49f79e94d26 req-035e6380-d6b9-4786-81cf-a67a639ab173 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0616477 Feb 21 01:41:37.987115 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f8d02f91-e0d8-400a-9716-8ccd09030304 req-3d4e2f04-5d55-4f16-a184-1a85608131f3 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619552 Feb 21 01:41:37.997458 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6afdd4a8-010f-469c-8f31-b49f79e94d26 req-4826ffb3-30da-4afb-8add-3a46e4b06ddd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 Feb 21 01:41:38.663259 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9ddf-2390-4733-bea1-4064c5895ec6 req-df207458-4db4-4188-9d37-e1e2a40f99c3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:38.664628 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a28e9ddf-2390-4733-bea1-4064c5895ec6 req-df207458-4db4-4188-9d37-e1e2a40f99c3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0584826 Feb 21 01:41:38.711494 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a28e9ddf-2390-4733-bea1-4064c5895ec6 req-3a2ba974-2970-472c-be67-d3829ffdabfe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Feb 21 01:41:38.885004 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab142d-3f37-49fc-96d5-75009b9d3737 req-9b152cf8-48e3-4edd-907d-287d801d8c7a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:38.886570 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aaab142d-3f37-49fc-96d5-75009b9d3737 req-9b152cf8-48e3-4edd-907d-287d801d8c7a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0526388 Feb 21 01:41:38.943744 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aaab142d-3f37-49fc-96d5-75009b9d3737 req-78f48e97-31f0-417f-8122-0f7e7174d865 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516460 Feb 21 01:41:39.109702 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a879bc8-7e21-40fc-8d04-574127d0d0f8 req-4d5223c1-a098-4cbb-a194-143f048ff370 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:39.111418 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a879bc8-7e21-40fc-8d04-574127d0d0f8 req-4d5223c1-a098-4cbb-a194-143f048ff370 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0577681 Feb 21 01:41:39.121119 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f212273-63a5-4f6f-b492-3e5f9921d766 req-48dcadcb-0877-424f-b487-63836f10cc2f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:39.122720 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2f212273-63a5-4f6f-b492-3e5f9921d766 req-48dcadcb-0877-424f-b487-63836f10cc2f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0589392 Feb 21 01:41:39.170772 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2f212273-63a5-4f6f-b492-3e5f9921d766 req-4e1e472c-0cb3-4dbb-a987-941f2875b1ba tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Feb 21 01:41:39.171527 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a879bc8-7e21-40fc-8d04-574127d0d0f8 req-2586e666-3fec-49bd-9720-9f74b21fdfd9 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532823 Feb 21 01:41:39.819979 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f17f2f87-507e-48e7-b41c-feb87a590eb5 req-2371913a-cf7b-4808-964e-984c33afcba5 service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097951 Feb 21 01:41:39.841715 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaad6e7-ec61-4506-9c6d-ff23851b05b4 req-8c5f058a-2445-44cd-ad53-78048772c4c4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:39.844939 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-faaad6e7-ec61-4506-9c6d-ff23851b05b4 req-8c5f058a-2445-44cd-ad53-78048772c4c4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0664108 Feb 21 01:41:39.890821 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-faaad6e7-ec61-4506-9c6d-ff23851b05b4 req-9a17cf1b-2416-423b-9999-2e4d503ae666 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403507 Feb 21 01:41:40.082220 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2612b-64eb-483b-8c73-910c0d4f9644 req-c00cc35e-7463-4551-98b7-c95bdc260dd2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:40.083663 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9da2612b-64eb-483b-8c73-910c0d4f9644 req-c00cc35e-7463-4551-98b7-c95bdc260dd2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0583682 Feb 21 01:41:40.129724 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9da2612b-64eb-483b-8c73-910c0d4f9644 req-0f7419eb-4a92-4d9d-b0e2-762868b360f0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Feb 21 01:41:40.298018 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da4e03-9d77-4cd6-adb5-fec2b4772be7 req-37cee95a-fefb-4b87-81be-5044bfc43d8b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:40.298314 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d51bdc-0bc4-4a30-b92d-0faa11cde653 req-3ddfa83e-4c17-4348-b7d2-7a25a4a07e07 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:40.299613 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-46da4e03-9d77-4cd6-adb5-fec2b4772be7 req-37cee95a-fefb-4b87-81be-5044bfc43d8b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0546298 Feb 21 01:41:40.301243 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d1d51bdc-0bc4-4a30-b92d-0faa11cde653 req-3ddfa83e-4c17-4348-b7d2-7a25a4a07e07 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0562332 Feb 21 01:41:40.349333 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-46da4e03-9d77-4cd6-adb5-fec2b4772be7 req-e6e5e02d-bbeb-40ec-936d-ceaa80cd31b9 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Feb 21 01:41:40.365768 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d1d51bdc-0bc4-4a30-b92d-0faa11cde653 req-358e3c45-cc61-435d-8214-803f1380c0a7 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598314 Feb 21 01:41:41.015318 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca40e45-1904-4477-9df8-8c40665998ba req-7426ce34-6d06-4940-8a4c-327f9c5276c2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:41.016857 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ca40e45-1904-4477-9df8-8c40665998ba req-7426ce34-6d06-4940-8a4c-327f9c5276c2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0573080 Feb 21 01:41:41.082552 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ca40e45-1904-4477-9df8-8c40665998ba req-d1c878bd-7dac-4af7-94c8-523acf909bd6 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574300 Feb 21 01:41:41.269127 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599726c-d92b-4ac2-95af-2d968559ee2f req-5351602e-2358-444b-a193-d7019afc6e83 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:41.275886 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f599726c-d92b-4ac2-95af-2d968559ee2f req-5351602e-2358-444b-a193-d7019afc6e83 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0635324 Feb 21 01:41:41.325312 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f599726c-d92b-4ac2-95af-2d968559ee2f req-9f59e5bd-4907-4e18-a10a-13943183b266 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485861 Feb 21 01:41:41.492566 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bca402-574f-4492-965c-160e13de789e req-0273c495-f388-4857-b9a4-e2a4d9acfb40 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:41.494069 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-09bca402-574f-4492-965c-160e13de789e req-0273c495-f388-4857-b9a4-e2a4d9acfb40 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0682600 Feb 21 01:41:41.504418 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8739-73a1-4e39-8e7e-c0dadc957be1 req-d51b635c-54ec-4201-bd80-85bbd22ffbf3 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:41.505948 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-66ec8739-73a1-4e39-8e7e-c0dadc957be1 req-d51b635c-54ec-4201-bd80-85bbd22ffbf3 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0558543 Feb 21 01:41:41.553063 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-09bca402-574f-4492-965c-160e13de789e req-68950c22-57ac-42b9-a743-6ae29f5464e1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528615 Feb 21 01:41:41.586468 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-66ec8739-73a1-4e39-8e7e-c0dadc957be1 req-fd61eebc-c829-4059-aaab-c68a20fc9b85 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723448 Feb 21 01:41:42.195708 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af016544-52ad-4673-b3fc-cc114e7644c8 req-4ed8ee79-306f-4300-a2c9-26d81672beb0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:42.197145 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-af016544-52ad-4673-b3fc-cc114e7644c8 req-4ed8ee79-306f-4300-a2c9-26d81672beb0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0553854 Feb 21 01:41:42.252766 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-af016544-52ad-4673-b3fc-cc114e7644c8 req-d39f7eae-0967-42ac-9a05-f6c22c75b38b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483921 Feb 21 01:41:42.459916 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5278-8cf5-4646-be69-9da801123e9a req-5cd4db26-d9ce-400a-8b2e-ead06a602265 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:42.461595 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-277c5278-8cf5-4646-be69-9da801123e9a req-5cd4db26-d9ce-400a-8b2e-ead06a602265 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0536838 Feb 21 01:41:42.508833 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-277c5278-8cf5-4646-be69-9da801123e9a req-1afded58-3332-4919-b211-5dfa27575c90 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413573 Feb 21 01:41:42.689608 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e87aa-aefd-4f60-95da-f4ce255b279e req-371eb2cc-0a43-43df-8687-83b3e119e766 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:42.691692 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e50e87aa-aefd-4f60-95da-f4ce255b279e req-371eb2cc-0a43-43df-8687-83b3e119e766 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0579140 Feb 21 01:41:42.727364 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df56276-376a-46fe-acfa-a949e21fcda9 req-ce5f1c05-d472-4404-a355-6bb6a104fa22 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:42.728886 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2df56276-376a-46fe-acfa-a949e21fcda9 req-ce5f1c05-d472-4404-a355-6bb6a104fa22 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0585136 Feb 21 01:41:42.738711 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e50e87aa-aefd-4f60-95da-f4ce255b279e req-9097dce2-2d10-4a4e-a951-1b2f45fda717 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Feb 21 01:41:42.788972 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2df56276-376a-46fe-acfa-a949e21fcda9 req-8098b6e2-eb5f-4465-b678-e4bdd9f52b63 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544758 Feb 21 01:41:43.373804 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7dadc-cdd1-4002-83e2-90ae5bdb1b01 req-33f551ed-1aa6-4cc0-a966-d25be5c768e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:43.375411 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0dd7dadc-cdd1-4002-83e2-90ae5bdb1b01 req-33f551ed-1aa6-4cc0-a966-d25be5c768e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0530090 Feb 21 01:41:43.421626 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0dd7dadc-cdd1-4002-83e2-90ae5bdb1b01 req-7809aada-3c00-4f83-a28c-3ca742a8c5db tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Feb 21 01:41:43.867435 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e5161-5435-46f4-84c4-1f2978d7a29b req-04775747-d2b0-4bd2-abc7-a585713bbc66 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:43.868911 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-750e5161-5435-46f4-84c4-1f2978d7a29b req-04775747-d2b0-4bd2-abc7-a585713bbc66 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0556531 Feb 21 01:41:43.914296 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6494f4-8f3e-4f3f-91d5-56dd07fca38c req-b2271631-1a70-40f4-b436-5e17a0fc2c2c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:43.915790 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-af6494f4-8f3e-4f3f-91d5-56dd07fca38c req-b2271631-1a70-40f4-b436-5e17a0fc2c2c tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0561559 Feb 21 01:41:43.916210 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-750e5161-5435-46f4-84c4-1f2978d7a29b req-5e7d708b-ed3e-4fda-815b-c675f008593d tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415621 Feb 21 01:41:43.977952 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-af6494f4-8f3e-4f3f-91d5-56dd07fca38c req-3c93bc78-cf86-471f-bf6e-47c5043d0110 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553973 Feb 21 01:41:44.536466 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df7e4e-72e0-48d2-b228-d5509d2a9313 req-2ddf3711-c006-4845-993c-abe127101aa6 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:44.537912 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-61df7e4e-72e0-48d2-b228-d5509d2a9313 req-2ddf3711-c006-4845-993c-abe127101aa6 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0507965 Feb 21 01:41:44.585927 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-61df7e4e-72e0-48d2-b228-d5509d2a9313 req-6560a95b-e23c-4891-b76e-4d0c8d023c79 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Feb 21 01:41:45.038983 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e197d4e-4df3-4231-91cc-57f11b7dbb94 req-d2ee8e0c-15c6-4655-97d5-6043744c35b1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:45.040479 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4e197d4e-4df3-4231-91cc-57f11b7dbb94 req-d2ee8e0c-15c6-4655-97d5-6043744c35b1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0572290 Feb 21 01:41:45.092866 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4e197d4e-4df3-4231-91cc-57f11b7dbb94 req-8ce28f08-6602-436e-a8be-4f3630a83f01 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Feb 21 01:41:45.102662 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bdf84-44f5-4a09-b664-7c325e19dd91 req-c43cb904-0fe4-4760-bbed-44074d7e58f9 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:45.104168 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ea9bdf84-44f5-4a09-b664-7c325e19dd91 req-c43cb904-0fe4-4760-bbed-44074d7e58f9 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0546868 Feb 21 01:41:45.163288 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ea9bdf84-44f5-4a09-b664-7c325e19dd91 req-b769e5c3-6acc-4991-b413-e289c781aa62 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533044 Feb 21 01:41:45.700773 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f3d23-f83b-47e9-965f-4306c4f56b34 req-9e64b648-14b4-4c96-8912-9d27b9fbc5cf tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:45.702239 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2b6f3d23-f83b-47e9-965f-4306c4f56b34 req-9e64b648-14b4-4c96-8912-9d27b9fbc5cf tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0516992 Feb 21 01:41:45.752109 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2b6f3d23-f83b-47e9-965f-4306c4f56b34 req-25524360-3185-4bed-a9d5-96971246e60f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Feb 21 01:41:46.030497 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-ef8878d9-52a4-46d8-b197-60a1fed2d141 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079783390&fields=id&tenant_id=a516f78770624beba1baee79a4694c7a HTTP/1.1" status: 200 len: 267 time: 0.0420406 Feb 21 01:41:46.140073 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31960155-4908-4d97-b076-03d96cad89f9 req-f951d25a-dec4-4072-b702-de8e539bc75d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:46.141622 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-f951d25a-dec4-4072-b702-de8e539bc75d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 812 time: 0.1050823 Feb 21 01:41:46.157986 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-ad1e89b5-1f1a-4af4-a14d-3cf581e59770 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/quotas/a516f78770624beba1baee79a4694c7a HTTP/1.1" status: 200 len: 375 time: 0.0101573 Feb 21 01:41:46.213114 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af741d-ef87-4380-853c-1e77608c2670 req-7f2945ea-e60c-4d30-8150-61ca45e425b2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:46.213690 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-fb3a8a0a-d27a-472d-8cb2-3ad44e2c8b23 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495558 Feb 21 01:41:46.214791 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b3af741d-ef87-4380-853c-1e77608c2670 req-7f2945ea-e60c-4d30-8150-61ca45e425b2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0519879 Feb 21 01:41:46.261079 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b3af741d-ef87-4380-853c-1e77608c2670 req-4933a073-cea4-4370-8b52-81c568b24a9f tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Feb 21 01:41:46.312628 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-856797f2-edb5-4cb2-8cda-8a947de51e1a service neutron] 10.222.0.79 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866735 Feb 21 01:41:46.368033 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597adcf8-8a57-4ad0-afb8-65e42186faa8 req-0c241911-daa8-48d1-baf4-65c63237d964 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:46.369638 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-597adcf8-8a57-4ad0-afb8-65e42186faa8 req-0c241911-daa8-48d1-baf4-65c63237d964 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0534298 Feb 21 01:41:46.404875 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-0ae14476-649f-4ca8-9e81-b30d4da5ed15 service neutron] 10.222.0.79 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865877 Feb 21 01:41:46.429198 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-597adcf8-8a57-4ad0-afb8-65e42186faa8 req-ba749ee6-0276-484a-9ddc-6abb4f535390 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539711 Feb 21 01:41:46.677619 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4e06cfa4-f345-410a-a138-c48d77e9b272 req-c9028b77-18b0-4723-a37a-f2c761c071b7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 210 time: 0.0312037 Feb 21 01:41:46.871368 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51356a15-955e-40ef-8388-5826f411d467 req-c5869eff-78e8-4574-af24-79a9995bf46e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:46.873044 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51356a15-955e-40ef-8388-5826f411d467 req-c5869eff-78e8-4574-af24-79a9995bf46e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0539458 Feb 21 01:41:46.922822 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51356a15-955e-40ef-8388-5826f411d467 req-cf193e70-1177-402a-a65c-c7e3f287f9d7 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Feb 21 01:41:47.376952 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab871ad3-5c2c-491b-9600-30ced3064f1f req-a1cad426-0b4a-4428-88c9-10c31c8245e7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:47.379106 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ab871ad3-5c2c-491b-9600-30ced3064f1f req-a1cad426-0b4a-4428-88c9-10c31c8245e7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0516653 Feb 21 01:41:47.425498 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ab871ad3-5c2c-491b-9600-30ced3064f1f req-7f968d0c-b1b4-4611-9636-0a88a4baebb6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Feb 21 01:41:47.548900 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076c120-8696-4e44-8b49-561f2d0fc848 req-47ed5f30-9cd4-45cb-a448-a549f9ca1f9f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:47.550847 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6076c120-8696-4e44-8b49-561f2d0fc848 req-47ed5f30-9cd4-45cb-a448-a549f9ca1f9f tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0559077 Feb 21 01:41:47.611093 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6076c120-8696-4e44-8b49-561f2d0fc848 req-6488ea0a-7471-42da-bdba-a590f9a47610 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545070 Feb 21 01:41:47.762921 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31960155-4908-4d97-b076-03d96cad89f9 req-2af5fbb8-97cb-4592-893e-4f0b380b70f7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:47.764401 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-2af5fbb8-97cb-4592-893e-4f0b380b70f7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 812 time: 0.1171739 Feb 21 01:41:47.779556 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b73e8639-8ae0-4ade-990c-6baa8a07f808 req-788ed361-6e73-4a05-8d63-414812eefb3b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 210 time: 0.0350888 Feb 21 01:41:47.835581 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-7587686b-b7c4-4a39-85f3-7acaf127175b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a516f78770624beba1baee79a4694c7a HTTP/1.1" status: 200 len: 380 time: 0.0537050 Feb 21 01:41:47.851469 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'port': {'device_id': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'admin_state_up': True, 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'security_groups': ['1d2254de-8539-4ce4-b57c-071e1c263c52']}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:47.959599 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Made reservation on behalf of a516f78770624beba1baee79a4694c7a for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:41:47.963400 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:48.042587 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a739b-ef40-4d7e-b6a1-a3feb7485d9a req-e631bf69-02f2-4ff9-9d5a-e88933d8bcdf tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:48.044349 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c9a739b-ef40-4d7e-b6a1-a3feb7485d9a req-e631bf69-02f2-4ff9-9d5a-e88933d8bcdf tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0536714 Feb 21 01:41:48.109907 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Allocated IP 172.20.0.12 (1bca72fa-bd33-4dc1-b529-a945b2f01420/1c148193-a003-4af1-bc6b-25ab0c7d7744/8062a4b2-f8a4-41c5-a6c8-9b214b7de131) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:48.115890 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c9a739b-ef40-4d7e-b6a1-a3feb7485d9a req-9fb52ca4-f982-4d56-9468-39bb69d077dc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661213 Feb 21 01:41:48.258909 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:48.297234 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:48.341339 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:48.344367 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:48.351454 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:48.375150 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'Port': ['ID=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:48.404655 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:48.405295 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:48.424221 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-077e9b8b-d594-421d-996a-82897677b926 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763192 Feb 21 01:41:48.444080 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Request body: {'port': {'device_id': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:48.534871 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:48.618572 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aa961-8a1e-42a6-a514-cf570ae30266 req-ee139fc1-59f8-45c4-b743-79a7bf27575a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:48.620047 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bf2aa961-8a1e-42a6-a514-cf570ae30266 req-ee139fc1-59f8-45c4-b743-79a7bf27575a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0995197 Feb 21 01:41:48.628333 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-bcf1b7cb-a85b-4eaa-8933-9987aeb32132 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393167142&fields=id&tenant_id=4f7dbed5840d4227ab62e42f9a49fbce HTTP/1.1" status: 200 len: 267 time: 0.0437295 Feb 21 01:41:48.644979 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-c2baf0c0-5a09-49b5-8bfd-d353a558b157 None None] Provisioning complete for port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:48.646331 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-c2baf0c0-5a09-49b5-8bfd-d353a558b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:48.684118 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-c2baf0c0-5a09-49b5-8bfd-d353a558b157 None None] Port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:41:48.745518 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-88239573-4122-4d48-a383-7d98a0824634 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:48.747063 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-88239573-4122-4d48-a383-7d98a0824634 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/networks?id=13bfe7f6-827c-49b6-b99b-8f9965eeb125 HTTP/1.1" status: 200 len: 808 time: 0.1086543 Feb 21 01:41:48.751702 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bf2aa961-8a1e-42a6-a514-cf570ae30266 req-13cc3766-a30b-4c2a-949e-2a9696c1749c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257699 Feb 21 01:41:48.763778 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-5ad09211-bca9-4949-98a7-0b721e92a3c1 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/quotas/4f7dbed5840d4227ab62e42f9a49fbce HTTP/1.1" status: 200 len: 375 time: 0.0110538 Feb 21 01:41:48.825826 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-7d6e4962-c509-4f58-a660-d6b671b44df1 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f7dbed5840d4227ab62e42f9a49fbce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536699 Feb 21 01:41:48.911432 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8218121-d1be-4fee-b2c6-65ac1bcb79a8 req-68271245-2494-4eb9-ada9-91ee46eeb5fd tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:48.912909 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d8218121-d1be-4fee-b2c6-65ac1bcb79a8 req-68271245-2494-4eb9-ada9-91ee46eeb5fd tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0919194 Feb 21 01:41:48.922408 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-a35ce7bc-f73a-49f4-9b6d-2b9a313ececa service neutron] 10.222.0.79 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851517 Feb 21 01:41:48.965239 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:41:48.976599 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Publish callbacks [] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:49.004785 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Transition to ACTIVE for port object 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:41:49.011289 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d8218121-d1be-4fee-b2c6-65ac1bcb79a8 req-340d0014-488c-46e7-9921-cbee32bfa2e3 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809712 Feb 21 01:41:49.011499 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-1c00bca8-5160-4131-af24-784cd1d833de service neutron] 10.222.0.79 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832469 Feb 21 01:41:49.012708 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:49.097118 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Pushing event updated for resources: {'Port': ['ID=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:49.191033 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f00d6-7bc8-461f-a3fb-a58bd7f42bfd req-9842f3bd-6a0c-4ee8-8e54-c8825952c1f4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:49.192596 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-217f00d6-7bc8-461f-a3fb-a58bd7f42bfd req-9842f3bd-6a0c-4ee8-8e54-c8825952c1f4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.1100719 Feb 21 01:41:49.193546 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Attempting to bind port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:49.193903 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Attempting to bind port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:49.194223 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Attempting to bind port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:49.200794 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:41:49.201115 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Attempting to bind port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:49.218126 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:49.218464 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Checking segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:49.218848 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Bound using segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:49.219285 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Bound port: 8062a4b2-f8a4-41c5-a6c8-9b214b7de131, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:49.219637 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:49.295819 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-217f00d6-7bc8-461f-a3fb-a58bd7f42bfd req-7eedb0e2-3dba-4626-959a-e46187c01644 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968354 Feb 21 01:41:49.343244 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] For port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:49.348541 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] For port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:49.356444 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:49.390229 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf10923-8e54-4a1f-b4d0-2f0bfb6bf792 req-ad1a6fdd-6ead-4752-b73d-65171cdf6d66 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:49.392279 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fcf10923-8e54-4a1f-b4d0-2f0bfb6bf792 req-ad1a6fdd-6ead-4752-b73d-65171cdf6d66 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0801761 Feb 21 01:41:49.414361 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:49.415413 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:49.416943 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] 10.222.0.73 "PUT /v2.0/ports/8062a4b2-f8a4-41c5-a6c8-9b214b7de131 HTTP/1.1" status: 200 len: 1094 time: 0.9816890 Feb 21 01:41:49.458891 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'tag': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:41:49.468242 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7fd115-7930-459e-b689-d7b7d827983e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4", "tag": "8062a4b2-f8a4-41c5-a6c8-9b214b7de131"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:41:49.484834 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-299d9463-1264-491b-95db-bae4706e8ed0 req-1214e63c-1a87-45e1-afe6-6cd3e9a5cc6e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 210 time: 0.0954008 Feb 21 01:41:49.518104 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fcf10923-8e54-4a1f-b4d0-2f0bfb6bf792 req-9f42f71b-32b0-428b-9b9b-0458f7370a09 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087043 Feb 21 01:41:49.531462 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccab922-cc4c-472c-a3b4-652c23c7bc9b service neutron] Pushing event updated for resources: {'Port': ['ID=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:49.571725 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24731d2-7e6e-4591-b886-9672013a9cc5 x-openstack-request-id: req-a24731d2-7e6e-4591-b886-9672013a9cc5 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:41:49.572004 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4", "tag": "8062a4b2-f8a4-41c5-a6c8-9b214b7de131", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:41:49.572237 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a24731d2-7e6e-4591-b886-9672013a9cc5 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:41:49.572676 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'tag': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'status': 'completed', 'code': 200} Feb 21 01:41:49.593092 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31960155-4908-4d97-b076-03d96cad89f9 req-ec4c05ff-02e2-4bd4-a2aa-92aa9e05913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:49.594671 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-ec4c05ff-02e2-4bd4-a2aa-92aa9e05913c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 1128 time: 0.0575027 Feb 21 01:41:49.650855 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-0953ba88-9e42-4ca1-aed5-dd9487582375 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131 HTTP/1.1" status: 200 len: 217 time: 0.0492663 Feb 21 01:41:49.705328 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31960155-4908-4d97-b076-03d96cad89f9 req-be850bea-1de4-48f4-8f8e-b418ac48c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:49.707042 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-be850bea-1de4-48f4-8f8e-b418ac48c12a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0503936 Feb 21 01:41:49.757342 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31960155-4908-4d97-b076-03d96cad89f9 req-2fbf6323-2460-489f-aa79-1a9e97f7da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:49.758984 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-2fbf6323-2460-489f-aa79-1a9e97f7da37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461078 Feb 21 01:41:49.853352 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-23d8b10a-541a-4cc6-8d7d-e7bc56137f49 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878561 Feb 21 01:41:49.876929 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cff6b4-0308-495e-80b0-3e96736c029f req-16d3b912-66f8-4b0f-acaa-707d65fd1b32 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:49.879069 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30cff6b4-0308-495e-80b0-3e96736c029f req-16d3b912-66f8-4b0f-acaa-707d65fd1b32 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0571568 Feb 21 01:41:49.928612 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30cff6b4-0308-495e-80b0-3e96736c029f req-38a84344-d751-49d1-8420-6923381259dd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437043 Feb 21 01:41:49.961232 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-31960155-4908-4d97-b076-03d96cad89f9 req-ef210d89-3535-40ab-a2fb-bf1358eb17ee service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008449 Feb 21 01:41:50.308671 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd115-7930-459e-b689-d7b7d827983e req-d7a35fba-892c-4bd4-94f9-3f8d2e90352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:50.310148 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dc7fd115-7930-459e-b689-d7b7d827983e req-d7a35fba-892c-4bd4-94f9-3f8d2e90352d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 1128 time: 0.3055737 Feb 21 01:41:50.325529 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e6bbc-d034-43a0-b15a-50bc830154ff req-c5329019-9274-4cca-8a66-fe5efdd03c6e tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:50.326986 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9e7e6bbc-d034-43a0-b15a-50bc830154ff req-c5329019-9274-4cca-8a66-fe5efdd03c6e tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0636961 Feb 21 01:41:50.441231 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285273-ccad-4c32-a19e-cd473efc99de req-d4060512-6504-4417-aacb-6f409195cce6 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:50.442796 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ad285273-ccad-4c32-a19e-cd473efc99de req-d4060512-6504-4417-aacb-6f409195cce6 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.0695415 Feb 21 01:41:50.474137 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9e7e6bbc-d034-43a0-b15a-50bc830154ff req-75992e68-1ba4-4f85-ba67-fdabd54b560b tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371419 Feb 21 01:41:50.479082 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd115-7930-459e-b689-d7b7d827983e req-ef8a652d-a26e-4474-9f30-7b4dab56a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:50.480497 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dc7fd115-7930-459e-b689-d7b7d827983e req-ef8a652d-a26e-4474-9f30-7b4dab56a8d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.1526244 Feb 21 01:41:50.528806 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41006) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:50.550418 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ad285273-ccad-4c32-a19e-cd473efc99de req-c5ba8942-1a54-4ed1-a87c-ed635133dd86 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904942 Feb 21 01:41:50.584487 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dc7fd115-7930-459e-b689-d7b7d827983e req-e731a806-cac5-43d6-97e3-3e371452b2a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131 HTTP/1.1" status: 200 len: 217 time: 0.0970793 Feb 21 01:41:50.620849 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-8af50cb8-9761-4d37-8297-5de7c9418987 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:50.622913 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-8af50cb8-9761-4d37-8297-5de7c9418987 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.73 "GET /v2.0/networks?id=13bfe7f6-827c-49b6-b99b-8f9965eeb125 HTTP/1.1" status: 200 len: 808 time: 0.1970351 Feb 21 01:41:50.626458 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8c365d1c-6bb2-4272-9627-6aadec0f274b req-e89cd117-0115-4cf5-87b6-2931d756ab91 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 210 time: 0.0409682 Feb 21 01:41:50.651424 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f328aa-7a8a-4f09-82af-d1d072cbcf7e admin admin] Deleting subnet 3fbbdbee-9cec-472c-9204-ee67aede9d1a {{(pid=102949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:41:50.655155 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7f328aa-7a8a-4f09-82af-d1d072cbcf7e admin admin] Publish callbacks [] for subnet (3fbbdbee-9cec-472c-9204-ee67aede9d1a), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.698101 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd115-7930-459e-b689-d7b7d827983e req-0c3b8957-e44d-4d20-a49c-5a2f0ac6eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:50.699625 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dc7fd115-7930-459e-b689-d7b7d827983e req-0c3b8957-e44d-4d20-a49c-5a2f0ac6eb38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.1002419 Feb 21 01:41:50.703465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7f328aa-7a8a-4f09-82af-d1d072cbcf7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28165619'] for subnet (3fbbdbee-9cec-472c-9204-ee67aede9d1a), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.736500 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672038eb-4c03-4af2-9a7e-b8ad8b95a7dd req-d9959bbe-98fb-460d-ab06-d48a64853061 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:50.739047 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-672038eb-4c03-4af2-9a7e-b8ad8b95a7dd req-d9959bbe-98fb-460d-ab06-d48a64853061 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.1150415 Feb 21 01:41:50.749190 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-56b71308-86c3-46e0-8c5b-1f4e56477008 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7dbed5840d4227ab62e42f9a49fbce HTTP/1.1" status: 200 len: 380 time: 0.1130791 Feb 21 01:41:50.766170 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Request body: {'port': {'device_id': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'admin_state_up': True, 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'security_groups': ['7510787d-9a3b-4fe7-9d4d-7908aaa7348d']}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:50.777867 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7f328aa-7a8a-4f09-82af-d1d072cbcf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (3fbbdbee-9cec-472c-9204-ee67aede9d1a), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.821038 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd115-7930-459e-b689-d7b7d827983e req-800b153a-30c1-4456-b217-85d59ee3f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:50.822513 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dc7fd115-7930-459e-b689-d7b7d827983e req-800b153a-30c1-4456-b217-85d59ee3f091 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988216 Feb 21 01:41:50.859556 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-672038eb-4c03-4af2-9a7e-b8ad8b95a7dd req-e570e224-6da3-4b7e-bd52-afe637d355a4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093178 Feb 21 01:41:50.879151 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7f328aa-7a8a-4f09-82af-d1d072cbcf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28101762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28695740'] for subnet (3fbbdbee-9cec-472c-9204-ee67aede9d1a), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.906180 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Made reservation on behalf of 4f7dbed5840d4227ab62e42f9a49fbce for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:41:50.910167 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.915280 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f328aa-7a8a-4f09-82af-d1d072cbcf7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbbdbee-9cec-472c-9204-ee67aede9d1a,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:50.921527 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7f328aa-7a8a-4f09-82af-d1d072cbcf7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.925254 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c7f328aa-7a8a-4f09-82af-d1d072cbcf7e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3fbbdbee-9cec-472c-9204-ee67aede9d1a HTTP/1.1" status: 204 len: 168 time: 0.3947439 Feb 21 01:41:50.928145 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41010) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:51.010330 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dc7fd115-7930-459e-b689-d7b7d827983e req-e409cab4-4ede-4e4e-9577-a60ac1cb621f service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793127 Feb 21 01:41:51.041510 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (b89df1f0-cce9-47b8-be2a-c2ce886eda21), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.077719 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Allocated IP 172.20.0.4 (13bfe7f6-827c-49b6-b99b-8f9965eeb125/8be248b1-3225-4e32-a624-66b59c117f74/075fa683-a950-45d4-96cf-01e836209fee) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:41:51.193553 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83a4c-398c-4738-a700-7301133156f3 req-2153468f-fc20-41ff-8f77-0c34bae9d4f1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:51.195087 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-53a83a4c-398c-4738-a700-7301133156f3 req-2153468f-fc20-41ff-8f77-0c34bae9d4f1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1792645 Feb 21 01:41:51.227246 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for port (075fa683-a950-45d4-96cf-01e836209fee), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.238362 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dc7fd115-7930-459e-b689-d7b7d827983e req-9423b63b-49cf-4010-bc44-d04cd82fbf10 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198126 Feb 21 01:41:51.250669 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (b89df1f0-cce9-47b8-be2a-c2ce886eda21), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.265077 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (075fa683-a950-45d4-96cf-01e836209fee), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.288196 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89df1f0-cce9-47b8-be2a-c2ce886eda21']}} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:51.299529 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-53a83a4c-398c-4738-a700-7301133156f3 req-bc38e3f0-bcd4-495d-ae64-e086a927e30c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780661 Feb 21 01:41:51.301073 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0540200d-27d8-475e-8677-9078e11fa165') {'for_net_delete': True} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:51.301373 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0540200d-27d8-475e-8677-9078e11fa165') {} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:51.309179 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:41:51.310627 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28165610'] for segment (0540200d-27d8-475e-8677-9078e11fa165), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.313033 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:41:51.321682 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:41:51.326755 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:51.327575 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.335695 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (0540200d-27d8-475e-8677-9078e11fa165), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.340039 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'Port': ['ID=075fa683-a950-45d4-96cf-01e836209fee,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:51.343042 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:41:51.343718 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28100964'] for segment (0540200d-27d8-475e-8677-9078e11fa165), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: Traceback (most recent call last): Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: timer() Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: cb(*args, **kw) Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: return func(*args, **kwargs) Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: self._notify() Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: self.callback(batched_events) Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: event.method(event) Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: return f(self, *a, **k) Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._get(url).json() Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: return self.request(url, 'GET', **kwargs) Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:41:51.346071 dv-cinder-813229-6-iscsi neutron-server[102949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:41:51.352759 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-e2c1d2e9-da88-48ed-b91b-59df65e9e33c tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913386 Feb 21 01:41:51.366271 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Request body: {'port': {'device_id': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:41:51.407424 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (b89df1f0-cce9-47b8-be2a-c2ce886eda21), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.413680 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.419378 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] 10.222.0.79 "DELETE /v2.0/networks/b89df1f0-cce9-47b8-be2a-c2ce886eda21 HTTP/1.1" status: 204 len: 168 time: 0.4880090 Feb 21 01:41:51.429873 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11860b62-5fe4-438b-8a09-6c8f6d789c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=b89df1f0-cce9-47b8-be2a-c2ce886eda21,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:51.434084 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (075fa683-a950-45d4-96cf-01e836209fee), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.588059 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-276118a8-c398-4199-9f24-725f78090e89 None None] Provisioning complete for port 075fa683-a950-45d4-96cf-01e836209fee triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:51.589074 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-276118a8-c398-4199-9f24-725f78090e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (075fa683-a950-45d4-96cf-01e836209fee), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.605238 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41020) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:51.630749 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-276118a8-c398-4199-9f24-725f78090e89 None None] Port 075fa683-a950-45d4-96cf-01e836209fee cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:41:51.653938 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0bb3f-40ad-4ef6-8164-ad685e4e8c35 req-13a6e9be-4084-415f-80de-6c0cf1aa83b2 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:51.655440 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f5d0bb3f-40ad-4ef6-8164-ad685e4e8c35 req-13a6e9be-4084-415f-80de-6c0cf1aa83b2 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.1055520 Feb 21 01:41:51.680145 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-2dd30318-a7cc-49fe-84ee-55196a7b710d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f4a571f17fa4430ba044ac2106e41b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737336 Feb 21 01:41:51.682820 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41024) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:51.700689 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9b2a6-4f39-436e-a17b-27a75eea3819 req-004757c2-898c-43cd-9241-2315345f3d5a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:51.702157 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-71b9b2a6-4f39-436e-a17b-27a75eea3819 req-004757c2-898c-43cd-9241-2315345f3d5a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.0717731 Feb 21 01:41:51.755467 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-71b9b2a6-4f39-436e-a17b-27a75eea3819 req-cea5703a-6a2f-4197-9b27-122b3025e015 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476904 Feb 21 01:41:51.789348 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f5d0bb3f-40ad-4ef6-8164-ad685e4e8c35 req-dc77db48-ca33-45d2-9ef5-9653a6923a1b tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276598 Feb 21 01:41:51.826194 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5a347892-d9d9-47b1-b179-ec68f8454b74 admin admin] Publish callbacks [] for security_group (ecd92188-f80a-4ce5-a1b6-aa813ed77f98), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.844123 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075fa683-a950-45d4-96cf-01e836209fee {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:41:51.856705 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Publish callbacks [] for port (075fa683-a950-45d4-96cf-01e836209fee), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.863794 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750448f-fc00-4ff5-bbca-32a440e1db9c req-3f5c44fc-35e6-488e-a31e-d0dc681194df tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:51.864046 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5a347892-d9d9-47b1-b179-ec68f8454b74 admin admin] Publish callbacks [] for security_group (ecd92188-f80a-4ce5-a1b6-aa813ed77f98), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.865280 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b750448f-fc00-4ff5-bbca-32a440e1db9c req-3f5c44fc-35e6-488e-a31e-d0dc681194df tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 931 time: 0.0562856 Feb 21 01:41:51.890601 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Transition to ACTIVE for port object 075fa683-a950-45d4-96cf-01e836209fee will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:41:51.903125 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (075fa683-a950-45d4-96cf-01e836209fee), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.926619 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b750448f-fc00-4ff5-bbca-32a440e1db9c req-9a25d2ec-a93c-43f6-87b8-d5e2ba711397 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547228 Feb 21 01:41:51.979172 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5a347892-d9d9-47b1-b179-ec68f8454b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (ecd92188-f80a-4ce5-a1b6-aa813ed77f98), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.981686 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5a347892-d9d9-47b1-b179-ec68f8454b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.985189 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5a347892-d9d9-47b1-b179-ec68f8454b74 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ecd92188-f80a-4ce5-a1b6-aa813ed77f98 HTTP/1.1" status: 204 len: 168 time: 0.2990170 Feb 21 01:41:51.985693 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Pushing event updated for resources: {'Port': ['ID=075fa683-a950-45d4-96cf-01e836209fee,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:52.030256 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a347892-d9d9-47b1-b179-ec68f8454b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd92188-f80a-4ce5-a1b6-aa813ed77f98,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:52.042955 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Attempting to bind port 075fa683-a950-45d4-96cf-01e836209fee on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:41:52.043228 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Attempting to bind port 075fa683-a950-45d4-96cf-01e836209fee by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:41:52.043532 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Attempting to bind port 075fa683-a950-45d4-96cf-01e836209fee on network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:52.051169 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Port 075fa683-a950-45d4-96cf-01e836209fee on network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:41:52.051500 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Attempting to bind port 075fa683-a950-45d4-96cf-01e836209fee on network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:41:52.058811 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:41:52.059248 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Checking segment: {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:41:52.059551 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Bound using segment: {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:41:52.060578 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Bound port: 075fa683-a950-45d4-96cf-01e836209fee, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168a329e-238d-4b79-90a4-c327fee23c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:41:52.060578 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (075fa683-a950-45d4-96cf-01e836209fee), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.082167 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fc7c6-fc66-436a-be19-842a02530be3 req-b3ad2524-21d7-4227-8f1e-0e2c4b2437c4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:52.083738 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3b4fc7c6-fc66-436a-be19-842a02530be3 req-b3ad2524-21d7-4227-8f1e-0e2c4b2437c4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.1292307 Feb 21 01:41:52.403053 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:41:52.406903 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=075fa683-a950-45d4-96cf-01e836209fee,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:41:52.419102 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3b4fc7c6-fc66-436a-be19-842a02530be3 req-26b66ccf-d9a7-499a-b943-e237df67bce7 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109620 Feb 21 01:41:52.420763 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (075fa683-a950-45d4-96cf-01e836209fee), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.450478 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87df7bb-d500-4950-9516-201fafb867b4 req-5a8a9d32-eacc-41e1-bbea-385d993d77ae tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:52.452171 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f87df7bb-d500-4950-9516-201fafb867b4 req-5a8a9d32-eacc-41e1-bbea-385d993d77ae tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0711341 Feb 21 01:41:52.460691 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:52.461383 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.462662 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] 10.222.0.73 "PUT /v2.0/ports/075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 200 len: 1093 time: 1.1019158 Feb 21 01:41:52.463139 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'tag': '075fa683-a950-45d4-96cf-01e836209fee'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:41:52.465283 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed6a594-253a-43cb-b323-b12e16ec3e23" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "tag": "075fa683-a950-45d4-96cf-01e836209fee"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:41:52.502637 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00235d76-09c4-44e3-a9df-4a89e6dc7949 service neutron] Pushing event updated for resources: {'Port': ['ID=075fa683-a950-45d4-96cf-01e836209fee,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:52.538851 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f87df7bb-d500-4950-9516-201fafb867b4 req-fd3c8e07-b383-4325-867f-53e44bb3b8a6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685041 Feb 21 01:41:52.550681 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d4d133-8c93-410e-ac3e-016e6158d34c x-openstack-request-id: req-a6d4d133-8c93-410e-ac3e-016e6158d34c {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:41:52.550967 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "tag": "075fa683-a950-45d4-96cf-01e836209fee", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:41:52.551216 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a6d4d133-8c93-410e-ac3e-016e6158d34c {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:41:52.551625 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'tag': '075fa683-a950-45d4-96cf-01e836209fee', 'status': 'completed', 'code': 200} Feb 21 01:41:52.574962 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-65f594fd-4b0f-45fa-844c-81f4fbe9dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:52.576617 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-65f594fd-4b0f-45fa-844c-81f4fbe9dc9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f7dbed5840d4227ab62e42f9a49fbce&device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1127 time: 0.0626791 Feb 21 01:41:52.629706 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-85182299-0ce6-4db7-83b7-872e068e80af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 200 len: 217 time: 0.0424461 Feb 21 01:41:52.689845 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-f371760a-489c-4528-9e85-f31db4d5864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:52.689845 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-f371760a-489c-4528-9e85-f31db4d5864a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8be248b1-3225-4e32-a624-66b59c117f74 HTTP/1.1" status: 200 len: 847 time: 0.0483749 Feb 21 01:41:52.733333 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-5fa10a5a-5204-465c-bc26-be8301e8c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:52.734872 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-5fa10a5a-5204-465c-bc26-be8301e8c950 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13bfe7f6-827c-49b6-b99b-8f9965eeb125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451403 Feb 21 01:41:52.884190 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-6a1a777d-cea7-4866-892d-70c05e6b4927 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379430 Feb 21 01:41:52.915347 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5c8d-b2f2-4dff-9b62-4578c57087e5 req-282c4da5-d029-4101-b151-5affc97d4859 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:52.916953 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-98fb5c8d-b2f2-4dff-9b62-4578c57087e5 req-282c4da5-d029-4101-b151-5affc97d4859 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0563385 Feb 21 01:41:52.966675 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fee9e-5fa9-4a7e-9e59-9678a8bfac34 req-4f6631ed-398a-48f8-ab45-00b0f2bff9ec tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:52.968182 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-334fee9e-5fa9-4a7e-9e59-9678a8bfac34 req-4f6631ed-398a-48f8-ab45-00b0f2bff9ec tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.1194341 Feb 21 01:41:52.986786 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-98fb5c8d-b2f2-4dff-9b62-4578c57087e5 req-3bd49e54-ef12-4067-8121-a236c91f85ee tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642014 Feb 21 01:41:53.042327 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1f3db42a-44ad-43f2-b9ac-a5fd8c706763 req-b29916c1-b049-4fe5-8982-a120052ab6e7 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487343 Feb 21 01:41:53.059306 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-334fee9e-5fa9-4a7e-9e59-9678a8bfac34 req-9b8a65cb-c945-49ab-b621-bbe1cce139c5 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803311 Feb 21 01:41:53.121706 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996976c7-e197-41b5-8681-4cd885363003 req-daca1b51-8d18-4608-b75c-f4f1cfa259d9 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:53.129390 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-996976c7-e197-41b5-8681-4cd885363003 req-daca1b51-8d18-4608-b75c-f4f1cfa259d9 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0806572 Feb 21 01:41:53.156545 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-0b0973dd-66f6-47b8-9a6f-784db30f4c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:53.158049 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-0b0973dd-66f6-47b8-9a6f-784db30f4c05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f7dbed5840d4227ab62e42f9a49fbce&device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1127 time: 0.0477684 Feb 21 01:41:53.177431 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-996976c7-e197-41b5-8681-4cd885363003 req-75bd5f7e-a3e4-42c9-b6a5-c90a35e4f0f6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470920 Feb 21 01:41:53.263822 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-45727371-c180-4004-b502-a654a8e31935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:53.265350 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-45727371-c180-4004-b502-a654a8e31935 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13bfe7f6-827c-49b6-b99b-8f9965eeb125 HTTP/1.1" status: 200 len: 908 time: 0.0999289 Feb 21 01:41:53.309646 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-ff86cb19-5442-45d5-a47d-7ba8c078188c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 200 len: 217 time: 0.0362587 Feb 21 01:41:53.362763 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-7ed2e2d7-4f9c-495f-8e3a-a33b13048f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:53.366558 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-7ed2e2d7-4f9c-495f-8e3a-a33b13048f30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8be248b1-3225-4e32-a624-66b59c117f74 HTTP/1.1" status: 200 len: 847 time: 0.0496082 Feb 21 01:41:53.417064 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-f4a82e3f-6337-4cf9-b4aa-f68647e59085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:53.418481 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-f4a82e3f-6337-4cf9-b4aa-f68647e59085 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13bfe7f6-827c-49b6-b99b-8f9965eeb125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432944 Feb 21 01:41:53.537793 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-ee5a3bc6-eb32-4a9d-b5b0-93a4b43b1445 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119440 Feb 21 01:41:53.573891 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ae24e-a58a-4d05-a7df-2968a2a89567 req-65fc93d6-fe08-4af4-a8ad-d72aead834fe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:53.575352 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3f5ae24e-a58a-4d05-a7df-2968a2a89567 req-65fc93d6-fe08-4af4-a8ad-d72aead834fe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0918090 Feb 21 01:41:53.654652 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433edad3-4a0a-4588-9844-56da104af43b req-8232ab46-6c80-483e-bf74-f4afb2c48d0c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:53.656125 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-433edad3-4a0a-4588-9844-56da104af43b req-8232ab46-6c80-483e-bf74-f4afb2c48d0c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Feb 21 01:41:53.672061 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3f5ae24e-a58a-4d05-a7df-2968a2a89567 req-f0a22ea8-162b-4f32-aa30-7e61e2ccda91 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690134 Feb 21 01:41:53.676447 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ed6a594-253a-43cb-b323-b12e16ec3e23 req-dbfde168-8efa-4a66-a68c-e1332cf2743c service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312084 Feb 21 01:41:53.705962 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-433edad3-4a0a-4588-9844-56da104af43b req-2d2c31d1-3ac7-4ba9-80a7-0912147a3ea5 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Feb 21 01:41:53.894871 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadff53b-96fa-4cc8-a7a6-a1193229878a req-ce9d5e8b-3fcf-41c8-b0bf-813d3e7e3ae9 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:53.896333 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aadff53b-96fa-4cc8-a7a6-a1193229878a req-ce9d5e8b-3fcf-41c8-b0bf-813d3e7e3ae9 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0572650 Feb 21 01:41:53.942830 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aadff53b-96fa-4cc8-a7a6-a1193229878a req-04841bbd-3a9c-413e-9039-abc53907e4e0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Feb 21 01:41:53.958319 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-eb40af84-5f5d-42dc-9233-2137eefc0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:53.959893 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-eb40af84-5f5d-42dc-9233-2137eefc0210 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 1130 time: 0.0497563 Feb 21 01:41:54.067106 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-22078774-2709-4657-b61e-1993f3cb98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:54.068521 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-22078774-2709-4657-b61e-1993f3cb98ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 911 time: 0.0954945 Feb 21 01:41:54.162483 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-a5992e54-c094-4921-860a-89e61ea8ebc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 HTTP/1.1" status: 200 len: 1002 time: 0.0750127 Feb 21 01:41:54.169483 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf95e6-e7da-45bf-a946-a0ef63f2cf9c req-28f9ca80-2967-44f9-813c-d58e593b7017 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:54.170934 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9cdf95e6-e7da-45bf-a946-a0ef63f2cf9c req-28f9ca80-2967-44f9-813c-d58e593b7017 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.1171901 Feb 21 01:41:54.191632 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9366a-71f1-46b2-8b9f-237ea76a4659 req-21d5c827-930c-40ed-8a21-3941afea915e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:54.193163 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3ba9366a-71f1-46b2-8b9f-237ea76a4659 req-21d5c827-930c-40ed-8a21-3941afea915e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.0619993 Feb 21 01:41:54.234814 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-47445e8e-617b-4f2c-b00a-22d54bc13f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:54.236267 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-47445e8e-617b-4f2c-b00a-22d54bc13f8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 200 len: 850 time: 0.0644901 Feb 21 01:41:54.241565 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3ba9366a-71f1-46b2-8b9f-237ea76a4659 req-4b37ef88-a05e-47d8-9beb-0c6aa97149ec tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 Feb 21 01:41:54.288366 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9cdf95e6-e7da-45bf-a946-a0ef63f2cf9c req-65e905a0-e82b-4cd4-9313-dde0ab67dcf0 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093302 Feb 21 01:41:54.302577 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-4faade1f-57d8-4cef-8605-ac435e45d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:54.304057 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-4faade1f-57d8-4cef-8605-ac435e45d230 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05279b8a-760f-4425-a2dc-46e9bb05cf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603993 Feb 21 01:41:54.352262 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257b30-8487-415b-8c7b-db4d0c059475 req-7fc1f475-6ff7-48b1-b653-c99a21cdfed0 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:54.353880 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-40257b30-8487-415b-8c7b-db4d0c059475 req-7fc1f475-6ff7-48b1-b653-c99a21cdfed0 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0562375 Feb 21 01:41:54.407204 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-840af02f-70a3-4ccc-a0b6-b81ffdf3d6ef service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961533 Feb 21 01:41:54.418119 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-40257b30-8487-415b-8c7b-db4d0c059475 req-2402b70c-1630-445f-b75e-e9d356e4da15 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583549 Feb 21 01:41:54.505197 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e33f66f9-70ab-4a31-ab66-a16bb0aabc9f req-7a851799-0b65-4225-a215-516caed85d85 service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913477 Feb 21 01:41:54.830675 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100f175-34f5-4a70-939d-6601cd1a794b req-22eb39bb-35eb-4ccf-8ac0-31a0b06d6535 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:54.832125 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5100f175-34f5-4a70-939d-6601cd1a794b req-22eb39bb-35eb-4ccf-8ac0-31a0b06d6535 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0586951 Feb 21 01:41:54.876561 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5100f175-34f5-4a70-939d-6601cd1a794b req-f5a2561d-d555-45fa-bf24-e211f5e00eef tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390151 Feb 21 01:41:55.058919 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c40f7-e99b-4201-a39c-4a922add9095 req-fc5bd3f4-224e-4225-845d-0b6ec9ba5981 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:55.060277 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4b0c40f7-e99b-4201-a39c-4a922add9095 req-fc5bd3f4-224e-4225-845d-0b6ec9ba5981 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0506275 Feb 21 01:41:55.109486 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4b0c40f7-e99b-4201-a39c-4a922add9095 req-4976ce65-024c-49fc-acf2-36aa5949483a tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Feb 21 01:41:55.310903 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-b4af08b8-ad3d-4448-ad37-f8b51c0d52e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:55.357963 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce1b8-b03e-49a0-9331-7730d3e8d2b2 req-0a813f7c-2317-476f-a231-f034ea1a7949 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:55.359485 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b55ce1b8-b03e-49a0-9331-7730d3e8d2b2 req-0a813f7c-2317-476f-a231-f034ea1a7949 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.0527894 Feb 21 01:41:55.408309 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b55ce1b8-b03e-49a0-9331-7730d3e8d2b2 req-00c738cd-5d0f-4123-beb6-64146bc89604 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425603 Feb 21 01:41:55.415409 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d9c6c-0fb0-41db-923f-9c85f765b7c9 req-8d949396-6dc7-4c00-b62c-996c56f590a2 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:55.416881 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3a5d9c6c-0fb0-41db-923f-9c85f765b7c9 req-8d949396-6dc7-4c00-b62c-996c56f590a2 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0528567 Feb 21 01:41:55.475831 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3a5d9c6c-0fb0-41db-923f-9c85f765b7c9 req-ba30593d-9555-4421-b513-6894c3cc8968 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521693 Feb 21 01:41:55.543538 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64891d-b237-4147-a04b-d3fe50d61274 req-d140fa1d-b2ab-40a9-92ba-3859898e2f49 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:55.545008 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a64891d-b237-4147-a04b-d3fe50d61274 req-d140fa1d-b2ab-40a9-92ba-3859898e2f49 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0528173 Feb 21 01:41:55.595797 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a64891d-b237-4147-a04b-d3fe50d61274 req-710bceb2-afda-48ad-8055-65b7de283aa4 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449755 Feb 21 01:41:55.995240 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e9bfe-7595-40fa-bd03-b3ee79cd437d req-157d73c9-f713-495b-9856-1b9ae44863dd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:55.997022 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e93e9bfe-7595-40fa-bd03-b3ee79cd437d req-157d73c9-f713-495b-9856-1b9ae44863dd tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0557711 Feb 21 01:41:56.042265 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e93e9bfe-7595-40fa-bd03-b3ee79cd437d req-dc0bf294-620a-427c-9a6f-c19b4e1be7f4 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 Feb 21 01:41:56.049474 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:41:56.224633 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eba375-c539-4fab-a903-67e8310bea7a req-5e3d22ac-1dde-4068-83fb-285e91367ec3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:56.226081 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-34eba375-c539-4fab-a903-67e8310bea7a req-5e3d22ac-1dde-4068-83fb-285e91367ec3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0507867 Feb 21 01:41:56.271740 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-34eba375-c539-4fab-a903-67e8310bea7a req-6aac8f92-293e-4345-91cc-de7fe1d675e0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402155 Feb 21 01:41:56.527279 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573573-3d35-49f0-8c98-42fb53e5b1d0 req-92edd2b9-bf2d-4729-80fa-a53d456a0108 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:56.528764 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3e573573-3d35-49f0-8c98-42fb53e5b1d0 req-92edd2b9-bf2d-4729-80fa-a53d456a0108 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.0531337 Feb 21 01:41:56.579592 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3e573573-3d35-49f0-8c98-42fb53e5b1d0 req-7dcddf68-0348-4a03-853b-de3b0912e9dd tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447111 Feb 21 01:41:56.593638 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada8a44-12cf-4baa-8697-79fd0641e3fb req-540e1fd8-efd6-4513-93e4-15965e792576 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:56.595127 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ada8a44-12cf-4baa-8697-79fd0641e3fb req-540e1fd8-efd6-4513-93e4-15965e792576 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0538425 Feb 21 01:41:56.653795 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ada8a44-12cf-4baa-8697-79fd0641e3fb req-739455b7-ec3e-4a2b-b83e-1820689ea487 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526235 Feb 21 01:41:56.713355 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842026b-7feb-4d3e-b9a9-086935f3e76b req-9d5f0da3-c05d-40da-9fa8-9df7566f58c0 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:56.714742 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6842026b-7feb-4d3e-b9a9-086935f3e76b req-9d5f0da3-c05d-40da-9fa8-9df7566f58c0 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0549915 Feb 21 01:41:56.761315 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6842026b-7feb-4d3e-b9a9-086935f3e76b req-32015403-2d6d-427b-8010-8cd1b52aeb84 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411296 Feb 21 01:41:57.163072 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a737939-3fff-4c0f-9e9e-d3297e82018b req-3ed32c61-bcc4-413c-a053-47c424c6259c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:57.164543 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a737939-3fff-4c0f-9e9e-d3297e82018b req-3ed32c61-bcc4-413c-a053-47c424c6259c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0556986 Feb 21 01:41:57.209333 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a737939-3fff-4c0f-9e9e-d3297e82018b req-c2a9687c-a18b-4685-84e8-9da706eb390d tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Feb 21 01:41:57.386150 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b6b6-5a91-464f-9363-89e4c92b8fa7 req-a939b888-7e62-4f32-b390-01ccef56f0fa tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:57.387599 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f5e2b6b6-5a91-464f-9363-89e4c92b8fa7 req-a939b888-7e62-4f32-b390-01ccef56f0fa tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0502956 Feb 21 01:41:57.431988 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f5e2b6b6-5a91-464f-9363-89e4c92b8fa7 req-f136be88-dd40-483b-bd9f-968f5e148018 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388842 Feb 21 01:41:57.642733 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-dddf0ea9-eb6e-468c-ba6e-cc2c2ea2a106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.704364 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321a4f-1da0-4287-8cbf-e572cff9a2f2 req-eff818c3-9f73-4285-9b98-55844a3031f5 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:57.706218 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13321a4f-1da0-4287-8cbf-e572cff9a2f2 req-eff818c3-9f73-4285-9b98-55844a3031f5 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.0582380 Feb 21 01:41:57.758922 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13321a4f-1da0-4287-8cbf-e572cff9a2f2 req-25471da0-bc88-4313-b783-776a3f681f9a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462062 Feb 21 01:41:57.792136 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9cc34-c456-4dfe-8e00-035845db6466 req-29d39fea-1281-40b6-9178-ff1c9991b9f3 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:57.793622 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2ed9cc34-c456-4dfe-8e00-035845db6466 req-29d39fea-1281-40b6-9178-ff1c9991b9f3 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0667288 Feb 21 01:41:57.857494 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2ed9cc34-c456-4dfe-8e00-035845db6466 req-6c966a1c-2462-4c50-a197-3aba6c062807 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569904 Feb 21 01:41:57.877068 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8005a4-f824-45a4-958e-2c985f040cc7 req-b9dfd21f-7cda-42f7-8a93-9dea27bf31b2 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:57.879145 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7b8005a4-f824-45a4-958e-2c985f040cc7 req-b9dfd21f-7cda-42f7-8a93-9dea27bf31b2 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0527532 Feb 21 01:41:57.929830 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7b8005a4-f824-45a4-958e-2c985f040cc7 req-954abdd4-fdc7-4e3c-a45c-81f61a580956 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452054 Feb 21 01:41:58.324140 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15bda9-119a-4333-849f-7aa01ec30516 req-1f470cc1-8313-4a00-abfb-1d7163ff3794 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:58.325584 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9e15bda9-119a-4333-849f-7aa01ec30516 req-1f470cc1-8313-4a00-abfb-1d7163ff3794 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0513945 Feb 21 01:41:58.370998 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9e15bda9-119a-4333-849f-7aa01ec30516 req-9bc91411-763f-46eb-b559-094d19557053 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400741 Feb 21 01:41:58.552900 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba890f1-2fa1-411e-aab9-9b7bd5ef9568 req-ea27d3d0-2ca5-4076-b411-f54e5778507b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:58.554308 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7ba890f1-2fa1-411e-aab9-9b7bd5ef9568 req-ea27d3d0-2ca5-4076-b411-f54e5778507b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0510764 Feb 21 01:41:58.600069 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7ba890f1-2fa1-411e-aab9-9b7bd5ef9568 req-cfbd6319-0822-441e-b762-5d4e78dbdf4c tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403473 Feb 21 01:41:58.776245 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:58.880866 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dde319-5ab9-42c4-94e6-40a653e2a294 req-9c00a399-2d48-4b8f-8fdb-c7ccccd8568d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:58.882364 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e8dde319-5ab9-42c4-94e6-40a653e2a294 req-9c00a399-2d48-4b8f-8fdb-c7ccccd8568d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.0528204 Feb 21 01:41:58.930239 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e8dde319-5ab9-42c4-94e6-40a653e2a294 req-2627ae62-7eb3-4e4d-b105-adf0fcc85e76 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Feb 21 01:41:58.976323 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff11d9-a26c-4d82-99c6-b4db5bac99c3 req-7ad69c2a-faa6-4b74-af17-f21489acbd1e tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:58.978142 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-90ff11d9-a26c-4d82-99c6-b4db5bac99c3 req-7ad69c2a-faa6-4b74-af17-f21489acbd1e tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0528436 Feb 21 01:41:59.036630 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-90ff11d9-a26c-4d82-99c6-b4db5bac99c3 req-436e37ce-b821-4281-986b-09065bafb2c7 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=c32ea99d-fc36-442a-b935-a06afc65ae31&id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528340 Feb 21 01:41:59.050270 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934eb2-04cc-43ae-b5a0-b7fb2e1daff2 req-c9f9613f-b2bf-4214-b21b-7f28ec10ec73 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:59.051761 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bd934eb2-04cc-43ae-b5a0-b7fb2e1daff2 req-c9f9613f-b2bf-4214-b21b-7f28ec10ec73 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0572329 Feb 21 01:41:59.099683 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bd934eb2-04cc-43ae-b5a0-b7fb2e1daff2 req-db288739-37d8-4967-b976-57dff560b633 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Feb 21 01:41:59.487700 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a6af-5c18-425a-ad63-283e082e2e0f req-7408e5c5-4eb4-40fa-a737-eb530ff272c8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:59.489316 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8974a6af-5c18-425a-ad63-283e082e2e0f req-7408e5c5-4eb4-40fa-a737-eb530ff272c8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0545576 Feb 21 01:41:59.535121 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8974a6af-5c18-425a-ad63-283e082e2e0f req-c2169a83-3199-4a1a-8cf9-50163d1a9982 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Feb 21 01:42:00.024367 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:42:00.050410 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa20-b394-48b2-93a6-3b92f36c24e2 req-317d420c-cff2-48d2-bbae-ca676f32a185 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:00.051900 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-66bfaa20-b394-48b2-93a6-3b92f36c24e2 req-317d420c-cff2-48d2-bbae-ca676f32a185 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 944 time: 0.0547059 Feb 21 01:42:00.064115 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.104051 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-66bfaa20-b394-48b2-93a6-3b92f36c24e2 req-ac8ab8d8-ec10-43f1-a481-fbfd57d1ebcf tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455849 Feb 21 01:42:00.132397 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:00.147755 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'port_id': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'mac_address': 'fa:16:3e:53:2d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:42:00.184228 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:00.184613 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.196990 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:42:00.215722 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f1c8-f7d8-4771-af58-b1fa19b53cb0 req-d7938ac0-de36-42a5-927b-d13e7a2323b3 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:00.216730 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:00.217300 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2ed0f1c8-f7d8-4771-af58-b1fa19b53cb0 req-d7938ac0-de36-42a5-927b-d13e7a2323b3 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0519545 Feb 21 01:42:00.220644 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.265885 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2ed0f1c8-f7d8-4771-af58-b1fa19b53cb0 req-48f2f2a8-a8ee-4e39-9b39-b3f9ee2d018b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 Feb 21 01:42:00.268349 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:00.649856 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c138f93-4447-4585-a021-f11367bf1d6d req-934ce1c5-b0a6-48c9-9c59-570f6ad7d058 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:00.656739 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5c138f93-4447-4585-a021-f11367bf1d6d req-934ce1c5-b0a6-48c9-9c59-570f6ad7d058 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0534735 Feb 21 01:42:00.704040 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5c138f93-4447-4585-a021-f11367bf1d6d req-408d92ae-f750-4444-8431-359c3e030a9c tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Feb 21 01:42:01.222163 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b075c-56fe-42f3-b128-d9ff39d2d226 req-50ec1979-b204-4c50-8d29-3bf0cb7a2dc6 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:01.223633 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2c5b075c-56fe-42f3-b128-d9ff39d2d226 req-50ec1979-b204-4c50-8d29-3bf0cb7a2dc6 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 945 time: 0.0543721 Feb 21 01:42:01.269928 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2c5b075c-56fe-42f3-b128-d9ff39d2d226 req-5ff745c3-8ff3-4e4b-ab55-45e8b11c0c0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 Feb 21 01:42:01.383453 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6608b-d4b9-4c5a-b7f7-19fcfadd7e3e req-2fe00e5a-3c5e-4d0a-8d19-8f63d89c635a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:01.384818 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5cb6608b-d4b9-4c5a-b7f7-19fcfadd7e3e req-2fe00e5a-3c5e-4d0a-8d19-8f63d89c635a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0512974 Feb 21 01:42:01.431904 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5cb6608b-d4b9-4c5a-b7f7-19fcfadd7e3e req-7260d665-f50c-420a-bdd4-b35cc724771e tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Feb 21 01:42:01.779737 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.821190 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c504cf-db5c-41f6-b492-29c4a32588c4 req-eac3b33d-ad80-4a04-90ff-62e2cbb1dabf tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:01.822807 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-00c504cf-db5c-41f6-b492-29c4a32588c4 req-eac3b33d-ad80-4a04-90ff-62e2cbb1dabf tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0552428 Feb 21 01:42:01.872192 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-00c504cf-db5c-41f6-b492-29c4a32588c4 req-2129813b-8f4b-4e9a-8e1a-ff8747bc265e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Feb 21 01:42:02.173618 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['8062a4b2-f8a4-41c5-a6c8-9b214b7de131'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:42:02.384134 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38e96f-6589-4da3-babe-ba7d04e454b1 req-ab252011-d4fa-4782-9122-546c9ee8e4ee tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:02.385513 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a38e96f-6589-4da3-babe-ba7d04e454b1 req-ab252011-d4fa-4782-9122-546c9ee8e4ee tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 945 time: 0.0513275 Feb 21 01:42:02.432487 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a38e96f-6589-4da3-babe-ba7d04e454b1 req-3652f254-df56-45db-9a5a-6e6204097d6e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410933 Feb 21 01:42:02.548191 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81b1d0-26e4-4468-85b7-87c9268d7816 req-be1060d2-6998-474c-b36d-0d09085eb42a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:02.549670 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d81b1d0-26e4-4468-85b7-87c9268d7816 req-be1060d2-6998-474c-b36d-0d09085eb42a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0525091 Feb 21 01:42:02.600302 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d81b1d0-26e4-4468-85b7-87c9268d7816 req-cce6b11c-73c8-4cae-931e-ccdb8421c531 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451305 Feb 21 01:42:03.002860 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4c8f4-cf47-44e4-ba1d-526be8a7ca42 req-1a7409a6-d941-46bb-b015-36ae65ee8e91 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:03.004352 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b3a4c8f4-cf47-44e4-ba1d-526be8a7ca42 req-1a7409a6-d941-46bb-b015-36ae65ee8e91 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0593243 Feb 21 01:42:03.051399 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b3a4c8f4-cf47-44e4-ba1d-526be8a7ca42 req-1a3637b3-912f-43c1-9b74-e39b9c96e39e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Feb 21 01:42:03.548358 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb57a15-945a-4f4f-ae7a-80976f29c2cb req-d189ca0d-9463-4859-b137-283242fd24ca tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:03.549838 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6fb57a15-945a-4f4f-ae7a-80976f29c2cb req-d189ca0d-9463-4859-b137-283242fd24ca tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 945 time: 0.0520329 Feb 21 01:42:03.596970 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6fb57a15-945a-4f4f-ae7a-80976f29c2cb req-58bb63bb-f81c-4039-aed1-0a059843fb3d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416756 Feb 21 01:42:03.715961 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47370094-f3da-4261-abe1-f7dda1c3df04 req-029d297a-ef7a-4ed9-a8fa-435310bc6df8 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:03.717340 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-47370094-f3da-4261-abe1-f7dda1c3df04 req-029d297a-ef7a-4ed9-a8fa-435310bc6df8 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0523610 Feb 21 01:42:03.765504 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-47370094-f3da-4261-abe1-f7dda1c3df04 req-b51ce290-d747-44f1-8eb0-e2fa44318df8 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Feb 21 01:42:04.166483 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e165f-a133-4586-9b75-1dc555a59b8c req-f0196c14-bbbe-4550-abeb-c2bd69735f51 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:04.167992 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2b9e165f-a133-4586-9b75-1dc555a59b8c req-f0196c14-bbbe-4550-abeb-c2bd69735f51 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0522907 Feb 21 01:42:04.213452 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2b9e165f-a133-4586-9b75-1dc555a59b8c req-c8e0999b-78ad-4586-8faf-a670ea2a8690 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Feb 21 01:42:04.715070 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53b109-9956-40ec-b485-46d299f24d2b req-3c8b1c97-f3dc-4505-bd03-f92c75e2d7b0 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:04.716518 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1e53b109-9956-40ec-b485-46d299f24d2b req-3c8b1c97-f3dc-4505-bd03-f92c75e2d7b0 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 945 time: 0.0548265 Feb 21 01:42:04.762898 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1e53b109-9956-40ec-b485-46d299f24d2b req-6f1d325f-f216-450f-83f9-a37d65d90853 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403705 Feb 21 01:42:04.883643 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac758d8-7b9f-4485-a98f-c10234fe4366 req-3fc886be-91bb-4b45-ba94-45835664d566 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:04.884996 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ac758d8-7b9f-4485-a98f-c10234fe4366 req-3fc886be-91bb-4b45-ba94-45835664d566 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0537071 Feb 21 01:42:04.935068 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ac758d8-7b9f-4485-a98f-c10234fe4366 req-f41e75b5-6f17-4163-b471-5636f3a21010 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445864 Feb 21 01:42:05.327964 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6bd1-cf50-4802-9dbf-8bf70f9c873b req-d48ac497-35fc-4cc3-9037-3120fee20ee8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:05.329428 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-01fb6bd1-cf50-4802-9dbf-8bf70f9c873b req-d48ac497-35fc-4cc3-9037-3120fee20ee8 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0514064 Feb 21 01:42:05.374495 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-01fb6bd1-cf50-4802-9dbf-8bf70f9c873b req-8565375e-2c87-47b7-ac1d-e14359f5ab8e tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 Feb 21 01:42:05.879413 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74e963-0142-4b9d-8501-e3b0f0bd1c13 req-9d9e08aa-0702-4582-a5f8-833fc6bc5c77 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:05.880945 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0d74e963-0142-4b9d-8501-e3b0f0bd1c13 req-9d9e08aa-0702-4582-a5f8-833fc6bc5c77 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 945 time: 0.0532484 Feb 21 01:42:05.883788 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 075fa683-a950-45d4-96cf-01e836209fee details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:42:05.888632 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:05.954446 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0d74e963-0142-4b9d-8501-e3b0f0bd1c13 req-2cd2c51b-6576-4ec6-bdc5-5ca506a6123b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653503 Feb 21 01:42:05.958727 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f17-9032-40aa-b359-09453e912e19 req-816037f4-cf80-435b-9e8b-3605f3680bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:05.960618 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e3b84f17-9032-40aa-b359-09453e912e19 req-816037f4-cf80-435b-9e8b-3605f3680bd3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 1129 time: 0.0788260 Feb 21 01:42:05.993716 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:42:06.001694 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:06.002101 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.016602 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e3b84f17-9032-40aa-b359-09453e912e19 req-a69687d2-014b-4e7b-8f6f-82daf9910706 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483041 Feb 21 01:42:06.055703 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=075fa683-a950-45d4-96cf-01e836209fee,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:06.061389 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc694fda-0e99-48d8-9e3d-1b44ad217cb4 req-45dec6f0-2ed3-47d2-b250-5548f524038d tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:06.064167 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bc694fda-0e99-48d8-9e3d-1b44ad217cb4 req-45dec6f0-2ed3-47d2-b250-5548f524038d tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0558896 Feb 21 01:42:06.073000 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '075fa683-a950-45d4-96cf-01e836209fee', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'port_id': '075fa683-a950-45d4-96cf-01e836209fee', 'mac_address': 'fa:16:3e:d3:20:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:42:06.127874 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bc694fda-0e99-48d8-9e3d-1b44ad217cb4 req-49a9c6aa-f2c7-4edb-9b5e-e66071564c90 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569458 Feb 21 01:42:06.146303 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 075fa683-a950-45d4-96cf-01e836209fee is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:06.146771 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (075fa683-a950-45d4-96cf-01e836209fee), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.162798 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:06.163184 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.166897 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075fa683-a950-45d4-96cf-01e836209fee {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:42:06.201692 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:06.204013 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1fb711-2206-4488-af42-442ddd83cbb5" -d '{"events": [{"server_uuid": "bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4", "name": "network-vif-plugged", "status": "completed", "tag": "8062a4b2-f8a4-41c5-a6c8-9b214b7de131"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:06.211136 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=075fa683-a950-45d4-96cf-01e836209fee,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:06.217250 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (075fa683-a950-45d4-96cf-01e836209fee), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.224731 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:06.246271 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72f01e8-87aa-4f6e-a9af-62423721fedf x-openstack-request-id: req-c72f01e8-87aa-4f6e-a9af-62423721fedf {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:06.246566 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4", "name": "network-vif-plugged", "status": "completed", "tag": "8062a4b2-f8a4-41c5-a6c8-9b214b7de131", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:06.246822 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c72f01e8-87aa-4f6e-a9af-62423721fedf {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:06.247206 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'code': 200} Feb 21 01:42:06.249609 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.273692 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=075fa683-a950-45d4-96cf-01e836209fee,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:06.280967 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.281316 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.281672 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.282025 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.282383 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.282720 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.283150 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.284095 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.284429 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.284760 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.285162 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.285490 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.285818 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:06.334426 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:06.418920 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.500427 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012ec3d-b536-4fb8-a4bc-74bbef158c95 req-5a66dcf6-ef0e-43c3-a55f-1672e68ef387 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:06.502010 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3012ec3d-b536-4fb8-a4bc-74bbef158c95 req-5a66dcf6-ef0e-43c3-a55f-1672e68ef387 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0550714 Feb 21 01:42:06.549761 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3012ec3d-b536-4fb8-a4bc-74bbef158c95 req-8b8eb9eb-0fb4-490c-ab0c-a752c0243861 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Feb 21 01:42:06.559988 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a98e07-5b3e-42e2-bfc6-e5e61e22d43c req-f7eb0e93-058a-4cbd-89fa-c42ad5bd9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:06.561499 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-48a98e07-5b3e-42e2-bfc6-e5e61e22d43c req-f7eb0e93-058a-4cbd-89fa-c42ad5bd9ee0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 1130 time: 0.0433867 Feb 21 01:42:06.568673 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['075fa683-a950-45d4-96cf-01e836209fee'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:42:06.607056 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-48a98e07-5b3e-42e2-bfc6-e5e61e22d43c req-755eb914-e43d-430c-b56c-78eeebe9dde5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395668 Feb 21 01:42:07.073693 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376468a9-1b23-44da-9b95-650ab89d2328 req-273dfe26-bd27-47fc-9f09-b463b4ecb59c tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:07.075181 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-376468a9-1b23-44da-9b95-650ab89d2328 req-273dfe26-bd27-47fc-9f09-b463b4ecb59c tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 946 time: 0.0516524 Feb 21 01:42:07.122898 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-376468a9-1b23-44da-9b95-650ab89d2328 req-f4c83d89-2fa2-482f-b0d7-6ba5e2bb5ee3 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Feb 21 01:42:07.245098 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5d751-afa5-4c81-9f80-77034f4b92fc req-69afcd74-4548-441c-9ef1-b73ba0d220c2 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:07.246615 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-74f5d751-afa5-4c81-9f80-77034f4b92fc req-69afcd74-4548-441c-9ef1-b73ba0d220c2 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 944 time: 0.0528903 Feb 21 01:42:07.295412 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-74f5d751-afa5-4c81-9f80-77034f4b92fc req-89c46bbe-c826-47d6-9c3c-e80cd4846d03 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432842 Feb 21 01:42:07.672955 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a81d4-4841-4af7-a060-db58845cdcea req-3f05d9b2-736c-4ae7-bf52-85e468dab7d3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:07.675344 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-524a81d4-4841-4af7-a060-db58845cdcea req-3f05d9b2-736c-4ae7-bf52-85e468dab7d3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0564721 Feb 21 01:42:07.729636 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-524a81d4-4841-4af7-a060-db58845cdcea req-3f7d80bf-f903-4f4b-864c-4c19f8089c19 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446103 Feb 21 01:42:08.036499 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838948cb-501a-4a57-8d80-c738535caec6 req-e6338022-b8e0-4322-8cb9-c624b287c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.036717 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2a9c-3410-4768-bbe2-ca43f99c90df req-a4bbc7ec-8747-496e-bd71-74815c829cab tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.037900 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-838948cb-501a-4a57-8d80-c738535caec6 req-e6338022-b8e0-4322-8cb9-c624b287c1f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 1129 time: 0.0456913 Feb 21 01:42:08.038549 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f2ce2a9c-3410-4768-bbe2-ca43f99c90df req-a4bbc7ec-8747-496e-bd71-74815c829cab tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0605416 Feb 21 01:42:08.100973 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f2ce2a9c-3410-4768-bbe2-ca43f99c90df req-92a1015c-2788-462b-804a-0174b9961d47 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515711 Feb 21 01:42:08.144087 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838948cb-501a-4a57-8d80-c738535caec6 req-229f229b-d7f0-4eb7-be98-7e32270b88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.145542 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-838948cb-501a-4a57-8d80-c738535caec6 req-229f229b-d7f0-4eb7-be98-7e32270b88a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 200 len: 918 time: 0.0945294 Feb 21 01:42:08.198366 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-838948cb-501a-4a57-8d80-c738535caec6 req-ecfaf451-8a4d-4fec-b298-970e425ad6c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 HTTP/1.1" status: 200 len: 217 time: 0.0358770 Feb 21 01:42:08.274941 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838948cb-501a-4a57-8d80-c738535caec6 req-89b69c1e-16c0-4701-bee7-505d7f6692d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.276381 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-838948cb-501a-4a57-8d80-c738535caec6 req-89b69c1e-16c0-4701-bee7-505d7f6692d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 200 len: 858 time: 0.0686848 Feb 21 01:42:08.287213 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6233c-27a5-4990-8214-bceb92cc0e15 req-76e13e9b-7eed-4e76-a351-5ab5f301dbdc tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.288520 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17c6233c-27a5-4990-8214-bceb92cc0e15 req-76e13e9b-7eed-4e76-a351-5ab5f301dbdc tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 946 time: 0.0893419 Feb 21 01:42:08.323284 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-838948cb-501a-4a57-8d80-c738535caec6 req-715ecb39-299a-4d8d-b985-03c7c9b4e496 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1803728c-d46f-4c3a-9925-d8b31359ee0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337987 Feb 21 01:42:08.401207 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17c6233c-27a5-4990-8214-bceb92cc0e15 req-e40b4719-be6e-4c28-abfb-6beb4191f51f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037071 Feb 21 01:42:08.413364 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f2100-7485-414d-b870-7cfdc7bc3ca7 req-20ce2c51-44e2-4f3c-a422-6de3dc34e013 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.414906 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c2f2100-7485-414d-b870-7cfdc7bc3ca7 req-20ce2c51-44e2-4f3c-a422-6de3dc34e013 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 944 time: 0.0520158 Feb 21 01:42:08.439222 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-838948cb-501a-4a57-8d80-c738535caec6 req-347d4539-e235-4cfa-a3a1-4835fdb82814 service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077597 Feb 21 01:42:08.463861 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c2f2100-7485-414d-b870-7cfdc7bc3ca7 req-1b990d5a-4a94-49c0-a155-21287f12a160 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432475 Feb 21 01:42:08.568802 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-838948cb-501a-4a57-8d80-c738535caec6 req-53707e89-7f76-41ae-83d3-8c0b7fe5f3ff service neutron] 10.222.0.73 "GET /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225181 Feb 21 01:42:08.575270 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35789037-27de-4a13-93d2-90ea71f3c81e req-b1387126-a3d3-4822-9884-29e81540d5b3 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.576702 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-35789037-27de-4a13-93d2-90ea71f3c81e req-b1387126-a3d3-4822-9884-29e81540d5b3 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 946 time: 0.1082575 Feb 21 01:42:08.608913 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-297e84b6-96b7-45b9-820f-765b52291c8f req-76090708-e575-4ba2-ad24-cbd7b4b25cc7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466564 Feb 21 01:42:08.627392 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-35789037-27de-4a13-93d2-90ea71f3c81e req-ddd1cadf-8383-4008-9dea-95a39eff5dd8 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Feb 21 01:42:08.650797 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41270) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:08.708821 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e84b6-96b7-45b9-820f-765b52291c8f req-abf27093-d8d8-4637-ae0c-0f618ee9365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.710431 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-297e84b6-96b7-45b9-820f-765b52291c8f req-abf27093-d8d8-4637-ae0c-0f618ee9365e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 1130 time: 0.0493608 Feb 21 01:42:08.816285 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e84b6-96b7-45b9-820f-765b52291c8f req-f38c3a5b-d8ea-4bc4-8956-5a5accff2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.817798 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-297e84b6-96b7-45b9-820f-765b52291c8f req-f38c3a5b-d8ea-4bc4-8956-5a5accff2a16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 911 time: 0.0887764 Feb 21 01:42:08.845388 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e9ed7-3a7f-4b4b-8e1d-6492e83a46c1 tempest-TestVolumeBootPattern-1961107131 tempest-TestVolumeBootPattern-1961107131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.847054 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-be5e9ed7-3a7f-4b4b-8e1d-6492e83a46c1 tempest-TestVolumeBootPattern-1961107131 tempest-TestVolumeBootPattern-1961107131-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 1125 time: 0.1952493 Feb 21 01:42:08.849911 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41278) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:08.854121 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'floatingip': {'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'port_id': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:08.881709 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.905623 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-297e84b6-96b7-45b9-820f-765b52291c8f req-bf7402a9-98f4-4e5a-8925-1abf1f620e50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 HTTP/1.1" status: 200 len: 1002 time: 0.0785630 Feb 21 01:42:08.933898 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 075fa683-a950-45d4-96cf-01e836209fee up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:08.961338 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e84b6-96b7-45b9-820f-765b52291c8f req-636dea7e-f31e-4ecb-b2b5-8647fe982765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:08.963024 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-297e84b6-96b7-45b9-820f-765b52291c8f req-636dea7e-f31e-4ecb-b2b5-8647fe982765 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 200 len: 850 time: 0.0503323 Feb 21 01:42:08.985211 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 075fa683-a950-45d4-96cf-01e836209fee completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:42:08.991555 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 075fa683-a950-45d4-96cf-01e836209fee triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:08.992064 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (075fa683-a950-45d4-96cf-01e836209fee), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.019595 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e84b6-96b7-45b9-820f-765b52291c8f req-c6a10489-feb6-4d45-a2bb-cf2174c1fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:09.021227 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-297e84b6-96b7-45b9-820f-765b52291c8f req-c6a10489-feb6-4d45-a2bb-cf2174c1fb37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05279b8a-760f-4425-a2dc-46e9bb05cf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504980 Feb 21 01:42:09.081714 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 075fa683-a950-45d4-96cf-01e836209fee is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:09.082139 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (075fa683-a950-45d4-96cf-01e836209fee), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.111061 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075fa683-a950-45d4-96cf-01e836209fee'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:09.117107 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c86b5-1ad0-4590-bab4-4dd8fbb21fdb" -d '{"events": [{"server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "name": "network-vif-plugged", "status": "completed", "tag": "075fa683-a950-45d4-96cf-01e836209fee"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:09.143916 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-297e84b6-96b7-45b9-820f-765b52291c8f req-326223f9-a55f-4b1b-9a29-e39a78c7f5bb service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149039 Feb 21 01:42:09.155297 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=075fa683-a950-45d4-96cf-01e836209fee,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:09.167704 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (075fa683-a950-45d4-96cf-01e836209fee), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.175929 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55c3590-955c-4a07-b559-71e19b277aa0 x-openstack-request-id: req-c55c3590-955c-4a07-b559-71e19b277aa0 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:09.176564 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "name": "network-vif-plugged", "status": "completed", "tag": "075fa683-a950-45d4-96cf-01e836209fee", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:09.177146 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c55c3590-955c-4a07-b559-71e19b277aa0 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:09.177994 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075fa683-a950-45d4-96cf-01e836209fee', 'code': 200} Feb 21 01:42:09.237561 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=075fa683-a950-45d4-96cf-01e836209fee,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:09.243822 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.308442 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a38e54-25a4-456b-a412-98b524c99b45 req-d61db1f6-4409-41bb-959e-594861442c87 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:09.309945 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-70a38e54-25a4-456b-a412-98b524c99b45 req-d61db1f6-4409-41bb-959e-594861442c87 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.1169894 Feb 21 01:42:09.330595 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-297e84b6-96b7-45b9-820f-765b52291c8f req-88c2e7c8-d2a5-48ad-b53a-93b30d25d9d4 service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738679 Feb 21 01:42:09.352718 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Allocated IP 172.27.1.76 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/70529a13-e38b-4f01-a7c3-b1ca510df4dc) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:09.372247 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-70a38e54-25a4-456b-a412-98b524c99b45 req-4926a4d1-c209-4b44-a265-3924206e4e89 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500743 Feb 21 01:42:09.443850 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8bedb-e47c-4968-8472-65222ca38592 req-62184c89-6c66-474d-9a8e-ef27433b7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:09.445327 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f4f8bedb-e47c-4968-8472-65222ca38592 req-62184c89-6c66-474d-9a8e-ef27433b7680 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1129 time: 0.0431314 Feb 21 01:42:09.461394 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for port (70529a13-e38b-4f01-a7c3-b1ca510df4dc), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.491980 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f4f8bedb-e47c-4968-8472-65222ca38592 req-6621b5d2-1655-4a18-a09e-af3e159a2b61 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391488 Feb 21 01:42:09.500477 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304'] for port (70529a13-e38b-4f01-a7c3-b1ca510df4dc), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.541064 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:09.562931 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:09.568419 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:09.584694 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'Port': ['ID=70529a13-e38b-4f01-a7c3-b1ca510df4dc,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:09.668443 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc234d-1c88-43a6-bb76-49a19eecdde7 req-db2bc51b-44c7-4c57-a1c4-adcc32f73081 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:09.669811 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8bc234d-1c88-43a6-bb76-49a19eecdde7 req-db2bc51b-44c7-4c57-a1c4-adcc32f73081 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.1277096 Feb 21 01:42:09.763188 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8bc234d-1c88-43a6-bb76-49a19eecdde7 req-feace3af-7486-4546-9572-1ba27be35edc tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863400 Feb 21 01:42:09.956890 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (7a39d1b0-c589-4426-bc5d-2b770e8d9f46), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.031559 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (70529a13-e38b-4f01-a7c3-b1ca510df4dc), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.183001 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for port (70529a13-e38b-4f01-a7c3-b1ca510df4dc), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.189460 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (70529a13-e38b-4f01-a7c3-b1ca510df4dc), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.223437 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (7a39d1b0-c589-4426-bc5d-2b770e8d9f46), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.269063 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'Port': ['ID=70529a13-e38b-4f01-a7c3-b1ca510df4dc,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:10.333634 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Floating IP 7a39d1b0-c589-4426-bc5d-2b770e8d9f46 associated. External IP: 172.27.1.76, port: 8062a4b2-f8a4-41c5-a6c8-9b214b7de131. Feb 21 01:42:10.489212 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44d136-0b2c-450d-a562-10fa904c187d req-a64465b3-bc01-4508-b91e-5307b7d1d96b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:10.490723 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3d44d136-0b2c-450d-a562-10fa904c187d req-a64465b3-bc01-4508-b91e-5307b7d1d96b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0503898 Feb 21 01:42:10.546539 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:10.547567 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3d44d136-0b2c-450d-a562-10fa904c187d req-5206c07e-ebc9-448e-a935-d62b2e27019b tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510876 Feb 21 01:42:10.653461 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:10.663466 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] Sync routers for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:10.671310 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.672896 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:10.673621 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:41:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:10.701604 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a87018f3-8058-48ea-80c8-4690fce9638a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8506382 Feb 21 01:42:10.702187 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'tag': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:10.704483 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4", "tag": "8062a4b2-f8a4-41c5-a6c8-9b214b7de131"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:10.744277 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab255fc-8b7d-4445-8466-b22661618cbd x-openstack-request-id: req-4ab255fc-8b7d-4445-8466-b22661618cbd {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:10.744566 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4", "tag": "8062a4b2-f8a4-41c5-a6c8-9b214b7de131", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:10.744819 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ab255fc-8b7d-4445-8466-b22661618cbd {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:10.745223 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'tag': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'status': 'completed', 'code': 200} Feb 21 01:42:10.782053 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:10.834336 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-beadad69-c61f-4849-8524-286ddd7dc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:10.835890 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-beadad69-c61f-4849-8524-286ddd7dc342 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 1130 time: 0.0622180 Feb 21 01:42:10.952595 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b5176-dc77-48d7-9142-d311f55f7bb2 req-47658763-8193-424d-a2e7-ca8c484d2b38 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:10.954062 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-399b5176-dc77-48d7-9142-d311f55f7bb2 req-47658763-8193-424d-a2e7-ca8c484d2b38 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.1140840 Feb 21 01:42:10.975169 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-ebd496db-4daf-4148-b3ac-b22db1e5a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:10.976821 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-ebd496db-4daf-4148-b3ac-b22db1e5a287 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.1279914 Feb 21 01:42:11.053127 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-399b5176-dc77-48d7-9142-d311f55f7bb2 req-0cf71316-7c26-4939-a019-49f1d303bbeb tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894647 Feb 21 01:42:11.074474 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-512347df-d59f-480b-9741-205293a5456d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131 HTTP/1.1" status: 200 len: 999 time: 0.0838404 Feb 21 01:42:11.100412 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '7a39d1b0-c589-4426-bc5d-2b770e8d9f46', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:53:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:09Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 0, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:11.128842 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] Checking router: bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:11.137020 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-a4dd626b-2445-46ba-89b3-e35f29c97b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:11.137620 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:11.138385 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:41:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:11.138534 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-a4dd626b-2445-46ba-89b3-e35f29c97b07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0568516 Feb 21 01:42:11.217426 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-181d705d-ae03-4575-baf5-1ab9d1fa2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:11.219913 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-181d705d-ae03-4575-baf5-1ab9d1fa2b03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552368 Feb 21 01:42:11.256133 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:11.334020 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-6f01e2ca-0f10-4b0b-a6af-ccc7d63b2b45 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805676 Feb 21 01:42:11.428529 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7c3649e5-d6e9-42b8-bac5-885d2930ca6e req-c485cfd5-b465-4ff6-a2f6-3b517c9814b6 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862222 Feb 21 01:42:11.478076 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '7a39d1b0-c589-4426-bc5d-2b770e8d9f46', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:53:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:09Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 0, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:11.505997 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072a6d5-fa95-43e3-942d-e14d4807b9ba None None] The sync data for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '7a39d1b0-c589-4426-bc5d-2b770e8d9f46', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:53:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:09Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 0, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:11.670414 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68991ef2-2528-4a30-9717-d2424457f1ed req-01ca7a1f-77dc-4df0-9432-82aa80bf41ed tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:11.671934 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-68991ef2-2528-4a30-9717-d2424457f1ed req-01ca7a1f-77dc-4df0-9432-82aa80bf41ed tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0543649 Feb 21 01:42:11.709436 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b8c77-9dee-473f-b538-263bde4bd714 None None] New status for floating IP 7a39d1b0-c589-4426-bc5d-2b770e8d9f46: ACTIVE {{(pid=102950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:42:11.722643 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-68991ef2-2528-4a30-9717-d2424457f1ed req-f47c35b0-8274-477f-9334-ba33b1c588a1 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Feb 21 01:42:12.177848 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73203a-8d51-417c-b9e3-3a1efe639043 req-3d1c66b0-cea5-41b1-9bcc-748008a9db7b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:12.179377 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1e73203a-8d51-417c-b9e3-3a1efe639043 req-3d1c66b0-cea5-41b1-9bcc-748008a9db7b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0530622 Feb 21 01:42:12.227164 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1e73203a-8d51-417c-b9e3-3a1efe639043 req-b7bcc380-e528-4c35-bebc-e07a264b2aac tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Feb 21 01:42:12.345286 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748708f-4253-4522-bcf8-8adf90600bcd req-fa343b05-4e0f-41eb-bdd8-1ecd8492d1f5 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:12.346752 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1748708f-4253-4522-bcf8-8adf90600bcd req-fa343b05-4e0f-41eb-bdd8-1ecd8492d1f5 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0539343 Feb 21 01:42:12.400191 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1748708f-4253-4522-bcf8-8adf90600bcd req-8238123e-6929-4226-8a3f-8b51f33bcc14 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476334 Feb 21 01:42:12.421460 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41332) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:12.471713 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41336) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:12.527267 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-36f1f4c8-b036-4546-9e34-ab3f3ff6ed2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.633122 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-36f1f4c8-b036-4546-9e34-ab3f3ff6ed2a admin admin] Publish callbacks [] for security_group (20d49755-a164-49a1-9c1d-43aaec5fdc5b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.639029 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31947522-235b-4660-a252-180f1b321eab tempest-TestShelveInstance-431414689 tempest-TestShelveInstance-431414689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:12.640668 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-31947522-235b-4660-a252-180f1b321eab tempest-TestShelveInstance-431414689 tempest-TestShelveInstance-431414689-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1124 time: 0.2182295 Feb 21 01:42:12.641576 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-36f1f4c8-b036-4546-9e34-ab3f3ff6ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (20d49755-a164-49a1-9c1d-43aaec5fdc5b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.644309 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41340) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:12.648757 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Request body: {'floatingip': {'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'port_id': '075fa683-a950-45d4-96cf-01e836209fee', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:12.670777 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.679459 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1f4c8-b036-4546-9e34-ab3f3ff6ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d49755-a164-49a1-9c1d-43aaec5fdc5b,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:12.683792 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-36f1f4c8-b036-4546-9e34-ab3f3ff6ed2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ca5c5b0a31c4953bbf4498ebb21bbe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110918 Feb 21 01:42:12.686482 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41342) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:12.776683 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-52ddb718-051c-4269-ae71-437888a671f1 admin admin] Publish callbacks [] for security_group (20d49755-a164-49a1-9c1d-43aaec5fdc5b), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.804308 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-52ddb718-051c-4269-ae71-437888a671f1 admin admin] Publish callbacks [] for security_group (20d49755-a164-49a1-9c1d-43aaec5fdc5b), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.856067 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.876286 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-52ddb718-051c-4269-ae71-437888a671f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (20d49755-a164-49a1-9c1d-43aaec5fdc5b), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.879487 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-52ddb718-051c-4269-ae71-437888a671f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.880608 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-52ddb718-051c-4269-ae71-437888a671f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20d49755-a164-49a1-9c1d-43aaec5fdc5b HTTP/1.1" status: 204 len: 168 time: 0.1932056 Feb 21 01:42:12.932171 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddb718-051c-4269-ae71-437888a671f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d49755-a164-49a1-9c1d-43aaec5fdc5b,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:13.028353 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Allocated IP 172.27.1.138 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/d86d8650-6d9a-48b8-bf32-16ba762acf55) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:13.166980 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for port (d86d8650-6d9a-48b8-bf32-16ba762acf55), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.215329 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (d86d8650-6d9a-48b8-bf32-16ba762acf55), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.258234 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:13.261093 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:13.266443 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:13.287645 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'Port': ['ID=d86d8650-6d9a-48b8-bf32-16ba762acf55,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:13.857398 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for floatingip (c8195447-1aba-4b5b-9ce0-7de484535b23), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.925442 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (d86d8650-6d9a-48b8-bf32-16ba762acf55), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.070465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for port (d86d8650-6d9a-48b8-bf32-16ba762acf55), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.074849 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (d86d8650-6d9a-48b8-bf32-16ba762acf55), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.140749 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event updated for resources: {'Port': ['ID=d86d8650-6d9a-48b8-bf32-16ba762acf55,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:14.152175 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (c8195447-1aba-4b5b-9ce0-7de484535b23), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.252868 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.l3_db [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Floating IP c8195447-1aba-4b5b-9ce0-7de484535b23 associated. External IP: 172.27.1.138, port: 075fa683-a950-45d4-96cf-01e836209fee. Feb 21 01:42:14.466644 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Router bf78a881-f452-40d8-8fc5-6891b4dffd69 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:14.577331 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:14.588105 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] Sync routers for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:14.599191 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.600649 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:14.601258 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:41:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:14.630606 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-15ea1ad4-f2ae-45c1-8002-3b27befbf4d6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9851582 Feb 21 01:42:14.631284 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'tag': '075fa683-a950-45d4-96cf-01e836209fee'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:14.633556 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d43ecf-021a-4ea6-850e-11100f795eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "tag": "075fa683-a950-45d4-96cf-01e836209fee"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:14.670773 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4538c5-489f-4d0e-868d-31655445883e x-openstack-request-id: req-3f4538c5-489f-4d0e-868d-31655445883e {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:14.671559 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "tag": "075fa683-a950-45d4-96cf-01e836209fee", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:14.671885 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f4538c5-489f-4d0e-868d-31655445883e {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:14.672632 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'tag': '075fa683-a950-45d4-96cf-01e836209fee', 'status': 'completed', 'code': 200} Feb 21 01:42:14.714714 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:14.747440 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-a0e56657-a767-40ec-9f61-84747756a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:14.748948 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-a0e56657-a767-40ec-9f61-84747756a061 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f7dbed5840d4227ab62e42f9a49fbce&device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1129 time: 0.0448563 Feb 21 01:42:14.841067 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-f628b605-f18a-41d9-be88-cfad0507d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:14.842536 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-f628b605-f18a-41d9-be88-cfad0507d134 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13bfe7f6-827c-49b6-b99b-8f9965eeb125 HTTP/1.1" status: 200 len: 908 time: 0.0868413 Feb 21 01:42:14.907416 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-14177b29-67e0-499a-99c5-2bbfcf798aa8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 200 len: 999 time: 0.0573511 Feb 21 01:42:14.935977 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': 'c8195447-1aba-4b5b-9ce0-7de484535b23', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'port_id': '075fa683-a950-45d4-96cf-01e836209fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'mac_address': 'fa:16:3e:d3:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:13Z', 'updated_at': '2022-02-21T01:42:13Z', 'revision_number': 0, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0420a804-4138-4b25-ab78-814a5b1c64f6', 'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'mac_address': 'fa:16:3e:58:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:18Z', 'revision_number': 5, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'subnets': [{'id': '8be248b1-3225-4e32-a624-66b59c117f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:14.959773 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-7ba35ebd-eb24-4eec-837d-da288661e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:14.961217 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-7ba35ebd-eb24-4eec-837d-da288661e73a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8be248b1-3225-4e32-a624-66b59c117f74 HTTP/1.1" status: 200 len: 847 time: 0.0471649 Feb 21 01:42:14.961333 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] Checking router: bf78a881-f452-40d8-8fc5-6891b4dffd69 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:14.969430 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:14.970025 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:41:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:15.009883 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-5033883a-81cd-4357-a542-157877892962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:15.011517 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-5033883a-81cd-4357-a542-157877892962 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13bfe7f6-827c-49b6-b99b-8f9965eeb125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434306 Feb 21 01:42:15.075084 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:15.101815 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-389b9832-96a2-405a-a5cf-01e9920fc228 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824122 Feb 21 01:42:15.194782 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d7d43ecf-021a-4ea6-850e-11100f795eb4 req-01ac8856-82eb-40c7-92ca-df4d9eca9ef3 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845997 Feb 21 01:42:15.294983 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': 'c8195447-1aba-4b5b-9ce0-7de484535b23', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'port_id': '075fa683-a950-45d4-96cf-01e836209fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'mac_address': 'fa:16:3e:d3:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:13Z', 'updated_at': '2022-02-21T01:42:13Z', 'revision_number': 0, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0420a804-4138-4b25-ab78-814a5b1c64f6', 'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'mac_address': 'fa:16:3e:58:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:18Z', 'revision_number': 5, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'subnets': [{'id': '8be248b1-3225-4e32-a624-66b59c117f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:15.320492 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562a758-5dfb-4bc0-92c8-d30a157b579b None None] The sync data for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': 'c8195447-1aba-4b5b-9ce0-7de484535b23', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'port_id': '075fa683-a950-45d4-96cf-01e836209fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'mac_address': 'fa:16:3e:d3:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:13Z', 'updated_at': '2022-02-21T01:42:13Z', 'revision_number': 0, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0420a804-4138-4b25-ab78-814a5b1c64f6', 'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'mac_address': 'fa:16:3e:58:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:18Z', 'revision_number': 5, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'subnets': [{'id': '8be248b1-3225-4e32-a624-66b59c117f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:15.518782 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb1be8f-f7ca-440e-bf3e-f6080b500533 None None] New status for floating IP c8195447-1aba-4b5b-9ce0-7de484535b23: ACTIVE {{(pid=102950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:42:15.612959 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437aa516-5f92-44c7-92f8-c1535562fb85 req-3197613c-db05-48cc-909b-8a42e0aa05cb tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:15.614357 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-437aa516-5f92-44c7-92f8-c1535562fb85 req-3197613c-db05-48cc-909b-8a42e0aa05cb tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0561554 Feb 21 01:42:15.661827 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-437aa516-5f92-44c7-92f8-c1535562fb85 req-1d423570-76fe-4059-84f6-cfcc685a77f3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Feb 21 01:42:16.781545 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d785b-2d35-4d7b-9d2e-c6d0d82392a0 req-394f42a0-5bd2-498b-b2b1-aac687468a69 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:16.783693 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-250d785b-2d35-4d7b-9d2e-c6d0d82392a0 req-394f42a0-5bd2-498b-b2b1-aac687468a69 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0521724 Feb 21 01:42:16.829378 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-250d785b-2d35-4d7b-9d2e-c6d0d82392a0 req-cd539db4-e4a0-4a39-94d0-6b9f5d7c4b0a tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402191 Feb 21 01:42:17.946181 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05c02d-62f2-49a8-aa9f-ad24e5318c04 req-14186b4c-1575-44c6-9d79-19fd03b3c919 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:17.947667 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0e05c02d-62f2-49a8-aa9f-ad24e5318c04 req-14186b4c-1575-44c6-9d79-19fd03b3c919 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0519848 Feb 21 01:42:17.992322 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0e05c02d-62f2-49a8-aa9f-ad24e5318c04 req-2c86ebf7-a351-49e3-aae2-6a328d4cd277 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392063 Feb 21 01:42:18.490400 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d68822-3925-4907-9889-11f889b18032 req-5c7d9e64-73b1-4ebe-9171-879cbfbc9fe6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:18.492105 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-36d68822-3925-4907-9889-11f889b18032 req-5c7d9e64-73b1-4ebe-9171-879cbfbc9fe6 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 946 time: 0.0542254 Feb 21 01:42:18.582996 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-36d68822-3925-4907-9889-11f889b18032 req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Deleting port 89c35d85-29c6-456c-9f0c-5557be5be4cf {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:18.583329 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-36d68822-3925-4907-9889-11f889b18032 req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.670960 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-36d68822-3925-4907-9889-11f889b18032 req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] For port 89c35d85-29c6-456c-9f0c-5557be5be4cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89c35d85-29c6-456c-9f0c-5557be5be4cf,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:18.671316 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-36d68822-3925-4907-9889-11f889b18032 req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.683638 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-36d68822-3925-4907-9889-11f889b18032 req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Calling delete_port for 89c35d85-29c6-456c-9f0c-5557be5be4cf owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:18.804957 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-36d68822-3925-4907-9889-11f889b18032 req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (89c35d85-29c6-456c-9f0c-5557be5be4cf), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.827100 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3', '89c35d85-29c6-456c-9f0c-5557be5be4cf'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:42:18.835903 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Pushing event deleted for resources: {'Port': ['ID=89c35d85-29c6-456c-9f0c-5557be5be4cf,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:18.848241 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.848593 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.848939 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.849276 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.849611 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.849960 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.850308 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.850639 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.850965 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.851292 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.851616 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.851935 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.852261 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:18.887475 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d68822-3925-4907-9889-11f889b18032 req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] No DVR routers for this DVR port 89c35d85-29c6-456c-9f0c-5557be5be4cf on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:18.889898 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-36d68822-3925-4907-9889-11f889b18032 req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.893836 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-36d68822-3925-4907-9889-11f889b18032 req-67957db4-07e6-4ad0-9b71-60639ac97370 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.73 "DELETE /v2.0/ports/89c35d85-29c6-456c-9f0c-5557be5be4cf HTTP/1.1" status: 204 len: 173 time: 0.3955905 Feb 21 01:42:18.894296 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a63694-faf0-4f2d-b4eb-450b168379b9', 'name': 'network-vif-deleted', 'tag': '89c35d85-29c6-456c-9f0c-5557be5be4cf'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:18.896509 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a124c976-552d-45b3-8adc-34c13427ae37" -d '{"events": [{"server_uuid": "c4a63694-faf0-4f2d-b4eb-450b168379b9", "name": "network-vif-deleted", "tag": "89c35d85-29c6-456c-9f0c-5557be5be4cf"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:18.937760 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c356ea-e703-4815-9ec2-0aad7451ba67 x-openstack-request-id: req-d5c356ea-e703-4815-9ec2-0aad7451ba67 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:18.938147 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a63694-faf0-4f2d-b4eb-450b168379b9", "name": "network-vif-deleted", "tag": "89c35d85-29c6-456c-9f0c-5557be5be4cf", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:18.938433 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5c356ea-e703-4815-9ec2-0aad7451ba67 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:18.938848 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a63694-faf0-4f2d-b4eb-450b168379b9', 'name': 'network-vif-deleted', 'tag': '89c35d85-29c6-456c-9f0c-5557be5be4cf', 'status': 'completed', 'code': 200} Feb 21 01:42:19.097606 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8c47d16-2e7d-4a36-84d7-e1c0d26e4127 req-54d2a297-4e0b-42f4-aa50-25b99eb63aa4 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a63694-faf0-4f2d-b4eb-450b168379b9 HTTP/1.1" status: 200 len: 210 time: 0.0284979 Feb 21 01:42:20.358601 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcbc0-f70a-4cbd-b2f0-f3a813dd8617 req-daed3054-2f6f-40b8-bc93-a1029d8d4563 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:20.360053 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3a5fcbc0-f70a-4cbd-b2f0-f3a813dd8617 req-daed3054-2f6f-40b8-bc93-a1029d8d4563 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0508647 Feb 21 01:42:20.405233 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3a5fcbc0-f70a-4cbd-b2f0-f3a813dd8617 req-335868c7-97f0-4bb0-8418-dcd41154dc81 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 Feb 21 01:42:20.988091 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 89c35d85-29c6-456c-9f0c-5557be5be4cf no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:21.008806 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 89c35d85-29c6-456c-9f0c-5557be5be4cf {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:21.009155 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 89c35d85-29c6-456c-9f0c-5557be5be4cf not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:21.525326 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcbd51-22e6-4393-8a05-fb2755f2c1da req-9bc57a52-f7b5-4bae-b1df-8c6add3932dc tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:21.526825 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4cfcbd51-22e6-4393-8a05-fb2755f2c1da req-9bc57a52-f7b5-4bae-b1df-8c6add3932dc tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0546308 Feb 21 01:42:21.571902 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4cfcbd51-22e6-4393-8a05-fb2755f2c1da req-33833791-251e-41bc-ab63-c483b69c7911 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396802 Feb 21 01:42:22.693259 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb55f9-ac0d-484f-ad9b-693610e53e21 req-57422daa-f5ce-4ccc-a5ca-2df4b4404009 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:22.694758 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ccdb55f9-ac0d-484f-ad9b-693610e53e21 req-57422daa-f5ce-4ccc-a5ca-2df4b4404009 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0554869 Feb 21 01:42:22.739402 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ccdb55f9-ac0d-484f-ad9b-693610e53e21 req-b3dbe5ee-334c-4f98-bde0-c310c4990520 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Feb 21 01:42:23.859608 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d64cf8-5e8e-4750-99ef-c1e863cab6fc req-95b8f2b1-c158-43e0-9049-3bccff23a0ad tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:23.861070 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51d64cf8-5e8e-4750-99ef-c1e863cab6fc req-95b8f2b1-c158-43e0-9049-3bccff23a0ad tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0540621 Feb 21 01:42:23.906824 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-51d64cf8-5e8e-4750-99ef-c1e863cab6fc req-cff26c5b-031e-48df-9384-295c3e83abe7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398843 Feb 21 01:42:25.021089 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239631f7-fcd1-48b1-adc6-198c72afe6e3 req-a7900bfd-65b0-4fff-a852-61a61f5e6ea3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:25.022483 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-239631f7-fcd1-48b1-adc6-198c72afe6e3 req-a7900bfd-65b0-4fff-a852-61a61f5e6ea3 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0512757 Feb 21 01:42:25.068086 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-239631f7-fcd1-48b1-adc6-198c72afe6e3 req-3258133f-73ed-4921-ad52-f56024bc8448 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Feb 21 01:42:25.313351 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-3a337d7d-3c55-4f79-bc37-8be74139e31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:26.183580 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647c200-4826-4994-b9ec-ff4f8b6c8da7 req-0ad078a3-3047-4870-a972-ca11938e1ce9 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:26.185021 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8647c200-4826-4994-b9ec-ff4f8b6c8da7 req-0ad078a3-3047-4870-a972-ca11938e1ce9 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0509944 Feb 21 01:42:26.234952 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8647c200-4826-4994-b9ec-ff4f8b6c8da7 req-29d77e91-902b-4c12-8ad3-cd184cae5c62 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a578668-cb96-46e9-88a0-71e738a58b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Feb 21 01:42:26.699546 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-b806f92f-d59d-4a3e-86a8-b1fa2e7b1bc7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:26.700954 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-b806f92f-d59d-4a3e-86a8-b1fa2e7b1bc7 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.73 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 945 time: 0.0508573 Feb 21 01:42:26.795964 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Deleting port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:26.796297 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:26.879669 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] For port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:26.880020 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:26.891454 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Calling delete_port for cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:27.016811 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:27.028481 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:42:27.042116 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Pushing event deleted for resources: {'Port': ['ID=cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:27.090247 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] No DVR routers for this DVR port cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:27.092967 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:27.096872 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6489b536-05b3-496f-b90a-42d4b5f8ccfd req-c5408146-ac40-454d-baa4-05b9d0acbff2 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.73 "DELETE /v2.0/ports/cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 HTTP/1.1" status: 204 len: 173 time: 0.3892233 Feb 21 01:42:27.097338 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a62926-79a9-4593-b05d-f44c1bd15840', 'name': 'network-vif-deleted', 'tag': 'cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:27.100272 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c54904-b892-43a4-ac91-f1b0bc9b15e1" -d '{"events": [{"server_uuid": "10a62926-79a9-4593-b05d-f44c1bd15840", "name": "network-vif-deleted", "tag": "cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:27.139466 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21783e4-eaf1-4547-93c1-15afa617fcea x-openstack-request-id: req-a21783e4-eaf1-4547-93c1-15afa617fcea {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:27.139806 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a62926-79a9-4593-b05d-f44c1bd15840", "name": "network-vif-deleted", "tag": "cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:27.140057 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a21783e4-eaf1-4547-93c1-15afa617fcea {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:27.140446 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a62926-79a9-4593-b05d-f44c1bd15840', 'name': 'network-vif-deleted', 'tag': 'cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3', 'status': 'completed', 'code': 200} Feb 21 01:42:27.336209 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8201fd48-afd5-4326-9914-023b3202fd9a req-99cb88cb-4849-4510-88f9-73989819e506 tempest-ServerRescueNegativeTestJSON-1918456027 tempest-ServerRescueNegativeTestJSON-1918456027-project] 10.222.0.79 "GET /v2.0/ports?device_id=10a62926-79a9-4593-b05d-f44c1bd15840 HTTP/1.1" status: 200 len: 210 time: 0.0271306 Feb 21 01:42:27.645837 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3dad-0a08-4998-905e-aa1353777bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:28.392059 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41416) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:28.778607 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:28.794714 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774957'] for router_interface (a668a142-1a70-450b-b7a7-8a02f854fb1e), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:29.012584 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:29.034292 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:29.034556 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device cc2fe800-8b7c-4c84-8d38-a1cfc9240ce3 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:29.307307 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Deleting port a261ed26-caa8-4424-8f3a-fbe5188da5d4 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:29.307559 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:29.384251 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] For port a261ed26-caa8-4424-8f3a-fbe5188da5d4, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=a261ed26-caa8-4424-8f3a-fbe5188da5d4,segment=NetworkSegment(d529aa8e-7df9-465e-a022-fac2ca71777b),segment_id=d529aa8e-7df9-465e-a022-fac2ca71777b)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:29.384600 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:29.395707 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Calling delete_port for a261ed26-caa8-4424-8f3a-fbe5188da5d4 owned by network:router_interface {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:29.571809 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (a261ed26-caa8-4424-8f3a-fbe5188da5d4), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:29.597105 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Pushing event deleted for resources: {'Port': ['ID=a261ed26-caa8-4424-8f3a-fbe5188da5d4,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:29.754888 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774589'] for router_interface (a668a142-1a70-450b-b7a7-8a02f854fb1e), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:29.967022 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Router a668a142-1a70-450b-b7a7-8a02f854fb1e has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:30.050951 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.071161 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:30.076044 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-73f46053-c87e-43b9-8b81-446803ebafdd admin admin] 10.222.0.79 "PUT /v2.0/routers/a668a142-1a70-450b-b7a7-8a02f854fb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829610 Feb 21 01:42:30.078550 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41418) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:30.081517 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] Sync routers for ids ['a668a142-1a70-450b-b7a7-8a02f854fb1e'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:30.091648 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] Routers {'a668a142-1a70-450b-b7a7-8a02f854fb1e'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:30.092350 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['a668a142-1a70-450b-b7a7-8a02f854fb1e'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:30.182943 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks [] for router (a668a142-1a70-450b-b7a7-8a02f854fb1e), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.196535 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] Set router a668a142-1a70-450b-b7a7-8a02f854fb1e gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:30.287042 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks [] for router_gateway (a668a142-1a70-450b-b7a7-8a02f854fb1e), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.338724 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Deleting port 82a4d29b-4f59-4e6e-8286-0b55c0332155 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:30.339064 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.373806 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:09Z', 'updated_at': '2022-02-21T01:42:29Z', 'revision_number': 5, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'gw_port': {'id': '82a4d29b-4f59-4e6e-8286-0b55c0332155', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:10Z', 'updated_at': '2022-02-21T01:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:30.422805 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] For port 82a4d29b-4f59-4e6e-8286-0b55c0332155, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=82a4d29b-4f59-4e6e-8286-0b55c0332155,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:30.423425 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.436205 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Calling delete_port for 82a4d29b-4f59-4e6e-8286-0b55c0332155 owned by network:router_gateway {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:30.485450 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] Checking router: a668a142-1a70-450b-b7a7-8a02f854fb1e for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:30.493736 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] Routers {'a668a142-1a70-450b-b7a7-8a02f854fb1e'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:30.494370 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['a668a142-1a70-450b-b7a7-8a02f854fb1e'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:30.580064 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] Set router a668a142-1a70-450b-b7a7-8a02f854fb1e gateway port host: None {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:30.601727 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (82a4d29b-4f59-4e6e-8286-0b55c0332155), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.627278 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a4d29b-4f59-4e6e-8286-0b55c0332155,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:30.633274 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:09Z', 'updated_at': '2022-02-21T01:42:30Z', 'revision_number': 6, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'gw_port_host': None}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:30.660544 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47251a4-937f-4aa4-b941-f8dd3c3942a8 None None] The sync data for ids ['a668a142-1a70-450b-b7a7-8a02f854fb1e'] in dv-cinder-813229-6-iscsi is: [{'id': 'a668a142-1a70-450b-b7a7-8a02f854fb1e', 'name': 'tempest-ServerRescueNegativeTestJSON-845604574-router', 'tenant_id': '1d5b71bc1bf2467dada53f1eb9447438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:09Z', 'updated_at': '2022-02-21T01:42:30Z', 'revision_number': 6, 'project_id': '1d5b71bc1bf2467dada53f1eb9447438', 'gw_port_host': None}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:30.694187 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768983'] for router_gateway (a668a142-1a70-450b-b7a7-8a02f854fb1e), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.792823 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10917'] for router (a668a142-1a70-450b-b7a7-8a02f854fb1e), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.794926 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks [] for router_controller (a668a142-1a70-450b-b7a7-8a02f854fb1e), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.856016 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775090'] for router (a668a142-1a70-450b-b7a7-8a02f854fb1e), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.856562 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a668a142-1a70-450b-b7a7-8a02f854fb1e {{(pid=102949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:42:30.861953 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.863104 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-e56c6fc4-e19d-4827-b5d5-10cb759ce641 admin admin] 10.222.0.79 "DELETE /v2.0/routers/a668a142-1a70-450b-b7a7-8a02f854fb1e HTTP/1.1" status: 204 len: 168 time: 0.7831132 Feb 21 01:42:30.865790 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41420) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:30.910316 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c416ae-62aa-4207-99e7-227b45b10978 admin admin] Deleting subnet f6769db6-81fa-4269-a44e-18f06488f254 {{(pid=102949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:42:30.913298 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7c416ae-62aa-4207-99e7-227b45b10978 admin admin] Publish callbacks [] for subnet (f6769db6-81fa-4269-a44e-18f06488f254), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.946829 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7c416ae-62aa-4207-99e7-227b45b10978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28165619'] for subnet (f6769db6-81fa-4269-a44e-18f06488f254), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.983069 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7c416ae-62aa-4207-99e7-227b45b10978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (f6769db6-81fa-4269-a44e-18f06488f254), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.035984 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7c416ae-62aa-4207-99e7-227b45b10978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28101762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28695740'] for subnet (f6769db6-81fa-4269-a44e-18f06488f254), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.065118 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c7c416ae-62aa-4207-99e7-227b45b10978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.068261 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c7c416ae-62aa-4207-99e7-227b45b10978 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f6769db6-81fa-4269-a44e-18f06488f254 HTTP/1.1" status: 204 len: 168 time: 0.2015355 Feb 21 01:42:31.069224 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c416ae-62aa-4207-99e7-227b45b10978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6769db6-81fa-4269-a44e-18f06488f254,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:31.070862 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41422) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:31.140084 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (1803728c-d46f-4c3a-9925-d8b31359ee0a), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.224086 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (1803728c-d46f-4c3a-9925-d8b31359ee0a), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.244424 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.244797 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.245542 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.245877 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > port after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.246246 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > port after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.246576 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > port after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.246902 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.247227 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.247555 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.247875 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.373107 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.373386 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.373718 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.374072 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:42:31.374740 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1803728c-d46f-4c3a-9925-d8b31359ee0a']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:31.398503 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd529aa8e-7df9-465e-a022-fac2ca71777b') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:31.398799 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd529aa8e-7df9-465e-a022-fac2ca71777b') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:31.414270 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29076525'] for segment (d529aa8e-7df9-465e-a022-fac2ca71777b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.434593 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (d529aa8e-7df9-465e-a022-fac2ca71777b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.443190 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:42:31.443579 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-694376'] for segment (d529aa8e-7df9-465e-a022-fac2ca71777b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: from cryptography.utils import int_from_bytes Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: from cryptography.utils import int_from_bytes Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: Traceback (most recent call last): Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: timer() Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: cb(*args, **kw) Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: return func(*args, **kwargs) Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: self._notify() Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: self.callback(batched_events) Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: event.method(event) Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: return f(self, *a, **k) Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._get(url).json() Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:42:31.447596 dv-cinder-813229-6-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:42:31.508798 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (1803728c-d46f-4c3a-9925-d8b31359ee0a), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.515928 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.519615 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] 10.222.0.79 "DELETE /v2.0/networks/1803728c-d46f-4c3a-9925-d8b31359ee0a HTTP/1.1" status: 204 len: 168 time: 0.4472563 Feb 21 01:42:31.528846 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=1803728c-d46f-4c3a-9925-d8b31359ee0a,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:31.537198 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.537552 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.537895 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.538278 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.538618 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.538948 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.539274 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.539601 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.539931 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.540256 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.540576 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.540894 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.541212 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3d46c-12fa-4bd8-a8a5-2d6a53d03fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:31.696274 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41428) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:31.743402 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f6987d41-d0ce-41a2-8ef6-2491c12b7a20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d5b71bc1bf2467dada53f1eb9447438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453374 Feb 21 01:42:31.745738 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41430) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:31.786260 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.795155 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c8c2636f-9c7a-486f-b610-e3476f49d5a0 admin admin] Publish callbacks [] for security_group (1a578668-cb96-46e9-88a0-71e738a58b53), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.816258 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c8c2636f-9c7a-486f-b610-e3476f49d5a0 admin admin] Publish callbacks [] for security_group (1a578668-cb96-46e9-88a0-71e738a58b53), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.861969 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c8c2636f-9c7a-486f-b610-e3476f49d5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1a578668-cb96-46e9-88a0-71e738a58b53), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.864446 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c8c2636f-9c7a-486f-b610-e3476f49d5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:31.865834 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c8c2636f-9c7a-486f-b610-e3476f49d5a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a578668-cb96-46e9-88a0-71e738a58b53 HTTP/1.1" status: 204 len: 168 time: 0.1189051 Feb 21 01:42:31.873297 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2636f-9c7a-486f-b610-e3476f49d5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a578668-cb96-46e9-88a0-71e738a58b53,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:31.951215 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device a261ed26-caa8-4424-8f3a-fbe5188da5d4 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:31.971585 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: a261ed26-caa8-4424-8f3a-fbe5188da5d4 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:31.971862 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device a261ed26-caa8-4424-8f3a-fbe5188da5d4 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:31.972285 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 82a4d29b-4f59-4e6e-8286-0b55c0332155 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:31.991083 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 82a4d29b-4f59-4e6e-8286-0b55c0332155 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:31.991431 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 82a4d29b-4f59-4e6e-8286-0b55c0332155 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:33.034880 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41482) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:33.049319 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:42:33.151549 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b2545cec-04ee-4be9-996a-689653fcb4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:33.231052 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b2545cec-04ee-4be9-996a-689653fcb4af admin admin] Publish callbacks [] for security_group (8253bdb3-4ce2-4e99-a0f5-7072e0ff9912), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:33.235951 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b2545cec-04ee-4be9-996a-689653fcb4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8253bdb3-4ce2-4e99-a0f5-7072e0ff9912), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:33.273336 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-b2545cec-04ee-4be9-996a-689653fcb4af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=21caeb0e5202480e9632abdbed4978e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373688 Feb 21 01:42:33.274180 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2545cec-04ee-4be9-996a-689653fcb4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8253bdb3-4ce2-4e99-a0f5-7072e0ff9912,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:33.278226 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41486) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:33.327492 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7675615b-16ca-4fdd-9ff3-f406dbbc94f9 admin admin] Publish callbacks [] for security_group (8253bdb3-4ce2-4e99-a0f5-7072e0ff9912), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:33.348175 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7675615b-16ca-4fdd-9ff3-f406dbbc94f9 admin admin] Publish callbacks [] for security_group (8253bdb3-4ce2-4e99-a0f5-7072e0ff9912), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:33.392700 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7675615b-16ca-4fdd-9ff3-f406dbbc94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8253bdb3-4ce2-4e99-a0f5-7072e0ff9912), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:33.395118 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7675615b-16ca-4fdd-9ff3-f406dbbc94f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:33.396258 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7675615b-16ca-4fdd-9ff3-f406dbbc94f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8253bdb3-4ce2-4e99-a0f5-7072e0ff9912 HTTP/1.1" status: 204 len: 168 time: 0.1190057 Feb 21 01:42:33.403309 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675615b-16ca-4fdd-9ff3-f406dbbc94f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8253bdb3-4ce2-4e99-a0f5-7072e0ff9912,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:35.632171 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41574) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:35.743279 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-185b617e-bcbc-4c35-a0cb-8eb81a61d3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:35.854733 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-185b617e-bcbc-4c35-a0cb-8eb81a61d3e6 admin admin] Publish callbacks [] for security_group (11bf7fd1-2bbd-4309-b069-5caa3ac390a7), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:35.859084 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-185b617e-bcbc-4c35-a0cb-8eb81a61d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (11bf7fd1-2bbd-4309-b069-5caa3ac390a7), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:35.910564 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037c791-3c83-465c-bf60-f4d63fe7dedb req-5df44cbf-7c0b-4811-8a52-9599d100d57e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:35.912026 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3037c791-3c83-465c-bf60-f4d63fe7dedb req-5df44cbf-7c0b-4811-8a52-9599d100d57e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0977318 Feb 21 01:42:35.914138 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-185b617e-bcbc-4c35-a0cb-8eb81a61d3e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de6d967fcc5e4f6aab3f02286c8f70b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808366 Feb 21 01:42:35.914953 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b617e-bcbc-4c35-a0cb-8eb81a61d3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bf7fd1-2bbd-4309-b069-5caa3ac390a7,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:35.917026 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41582) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:35.959037 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3037c791-3c83-465c-bf60-f4d63fe7dedb req-803fbf87-9fde-4d81-aac2-00f7c4a7eb59 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Feb 21 01:42:35.966940 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-80f9dd3b-6813-43b8-91d1-e018fae2cf0c admin admin] Publish callbacks [] for security_group (11bf7fd1-2bbd-4309-b069-5caa3ac390a7), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:35.993869 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-80f9dd3b-6813-43b8-91d1-e018fae2cf0c admin admin] Publish callbacks [] for security_group (11bf7fd1-2bbd-4309-b069-5caa3ac390a7), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.041888 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-80f9dd3b-6813-43b8-91d1-e018fae2cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (11bf7fd1-2bbd-4309-b069-5caa3ac390a7), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.044435 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-80f9dd3b-6813-43b8-91d1-e018fae2cf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.045638 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-80f9dd3b-6813-43b8-91d1-e018fae2cf0c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11bf7fd1-2bbd-4309-b069-5caa3ac390a7 HTTP/1.1" status: 204 len: 168 time: 0.1275454 Feb 21 01:42:36.052918 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9dd3b-6813-43b8-91d1-e018fae2cf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bf7fd1-2bbd-4309-b069-5caa3ac390a7,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:36.295310 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41590) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:36.308607 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-de52861c-28cc-4c56-9b24-e157543a8904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.380446 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-de52861c-28cc-4c56-9b24-e157543a8904 admin admin] Publish callbacks [] for security_group (69e1432e-4578-4652-b933-0c64b9958319), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.384531 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-de52861c-28cc-4c56-9b24-e157543a8904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (69e1432e-4578-4652-b933-0c64b9958319), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.419136 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.426040 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-de52861c-28cc-4c56-9b24-e157543a8904 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c60383b829e94472b8abaae0f2a53b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296694 Feb 21 01:42:36.426926 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52861c-28cc-4c56-9b24-e157543a8904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e1432e-4578-4652-b933-0c64b9958319,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:36.428679 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41592) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:36.475365 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-692fdf94-b101-46fe-aa69-1bdf973638f4 admin admin] Publish callbacks [] for security_group (69e1432e-4578-4652-b933-0c64b9958319), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.499583 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-692fdf94-b101-46fe-aa69-1bdf973638f4 admin admin] Publish callbacks [] for security_group (69e1432e-4578-4652-b933-0c64b9958319), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.544956 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-692fdf94-b101-46fe-aa69-1bdf973638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (69e1432e-4578-4652-b933-0c64b9958319), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.547703 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-692fdf94-b101-46fe-aa69-1bdf973638f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.548849 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-692fdf94-b101-46fe-aa69-1bdf973638f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69e1432e-4578-4652-b933-0c64b9958319 HTTP/1.1" status: 204 len: 168 time: 0.1191416 Feb 21 01:42:36.556142 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fdf94-b101-46fe-aa69-1bdf973638f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e1432e-4578-4652-b933-0c64b9958319,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:37.102521 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b974422-6e4b-4100-bda9-3c2088d6473c req-52014318-2154-46d3-b0ab-acad62e0678c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:37.108399 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4b974422-6e4b-4100-bda9-3c2088d6473c req-52014318-2154-46d3-b0ab-acad62e0678c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0723517 Feb 21 01:42:37.155801 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4b974422-6e4b-4100-bda9-3c2088d6473c req-efa73958-39b2-40ea-974e-9bbae0761094 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Feb 21 01:42:37.806748 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-b0c87210-f6c9-492a-997d-6340f9b28dc5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:37.808191 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-b0c87210-f6c9-492a-997d-6340f9b28dc5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.0600116 Feb 21 01:42:37.906409 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Deleting port 9ff64f22-7fbe-4bad-b125-966d21970c09 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:37.906748 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:37.996638 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] For port 9ff64f22-7fbe-4bad-b125-966d21970c09, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ff64f22-7fbe-4bad-b125-966d21970c09,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:37.997007 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.185142 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41650) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:38.218982 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.220212 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (0b08f8c3-a61b-4849-932a-97f79a2e2cd5), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.220714 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.l3_db [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Floating IP 0b08f8c3-a61b-4849-932a-97f79a2e2cd5 disassociated. External IP: 172.27.1.60, port: 9ff64f22-7fbe-4bad-b125-966d21970c09. Feb 21 01:42:38.221060 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Calling delete_port for 9ff64f22-7fbe-4bad-b125-966d21970c09 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:38.296472 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a30c7bff-dc36-4054-8fc2-c8248203b7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.332946 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a863ad0-0e4d-499f-b723-42fdafbae146 req-9fcbd34e-2f0f-448d-8463-8c9645ff5812 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:38.334464 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0a863ad0-0e4d-499f-b723-42fdafbae146 req-9fcbd34e-2f0f-448d-8463-8c9645ff5812 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 946 time: 0.1034372 Feb 21 01:42:38.376263 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a30c7bff-dc36-4054-8fc2-c8248203b7a0 admin admin] Publish callbacks [] for security_group (5dd1c01f-6e31-44e6-8dd9-44f34c0e27bf), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.380047 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a30c7bff-dc36-4054-8fc2-c8248203b7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (5dd1c01f-6e31-44e6-8dd9-44f34c0e27bf), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.417052 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0a863ad0-0e4d-499f-b723-42fdafbae146 req-73bd231e-7bb3-4804-b2a8-9612e8d1901a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec33362-496e-4bea-8c0a-da6b5969be76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761068 Feb 21 01:42:38.418095 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (9ff64f22-7fbe-4bad-b125-966d21970c09), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.418305 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a30c7bff-dc36-4054-8fc2-c8248203b7a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1201ba0d4b4d4337a18223817971a95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319796 Feb 21 01:42:38.419234 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c7bff-dc36-4054-8fc2-c8248203b7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1c01f-6e31-44e6-8dd9-44f34c0e27bf,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:38.420939 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41654) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:38.456748 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event deleted for resources: {'Port': ['ID=9ff64f22-7fbe-4bad-b125-966d21970c09,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:38.544160 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bc424c75-54f5-45f8-8689-b080ac5cee40 admin admin] Publish callbacks [] for security_group (5dd1c01f-6e31-44e6-8dd9-44f34c0e27bf), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.600818 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bc424c75-54f5-45f8-8689-b080ac5cee40 admin admin] Publish callbacks [] for security_group (5dd1c01f-6e31-44e6-8dd9-44f34c0e27bf), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.627923 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:38.689489 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bc424c75-54f5-45f8-8689-b080ac5cee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (5dd1c01f-6e31-44e6-8dd9-44f34c0e27bf), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.692041 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-bc424c75-54f5-45f8-8689-b080ac5cee40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.693168 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-bc424c75-54f5-45f8-8689-b080ac5cee40 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5dd1c01f-6e31-44e6-8dd9-44f34c0e27bf HTTP/1.1" status: 204 len: 168 time: 0.2712970 Feb 21 01:42:38.706985 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424c75-54f5-45f8-8689-b080ac5cee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1c01f-6e31-44e6-8dd9-44f34c0e27bf,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:38.975774 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41660) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:38.989284 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2874890f-0f01-480f-a24d-c71350254316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:38.998764 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:39.010248 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] Sync routers for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:39.021059 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:39.021954 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:39.045326 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] No DVR routers for this DVR port 9ff64f22-7fbe-4bad-b125-966d21970c09 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:39.048259 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:39.051570 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b43ed85a-5daf-4f41-aedd-fb7ba82e1e24 req-e021ba9a-dcce-44fe-8d8f-8d0055da2a42 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "DELETE /v2.0/ports/9ff64f22-7fbe-4bad-b125-966d21970c09 HTTP/1.1" status: 204 len: 173 time: 1.2351837 Feb 21 01:42:39.052030 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-deleted', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:39.054657 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e704e59-d644-4a80-97ee-4368ca82e462" -d '{"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-deleted", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:39.099560 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ce599-7020-4d14-a811-f3802b8734d3 x-openstack-request-id: req-de0ce599-7020-4d14-a811-f3802b8734d3 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:39.100070 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7059e96d-cc6d-4eab-a82c-7911674fc6f3", "name": "network-vif-deleted", "tag": "9ff64f22-7fbe-4bad-b125-966d21970c09", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:39.100581 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de0ce599-7020-4d14-a811-f3802b8734d3 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:39.101214 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7059e96d-cc6d-4eab-a82c-7911674fc6f3', 'name': 'network-vif-deleted', 'tag': '9ff64f22-7fbe-4bad-b125-966d21970c09', 'status': 'completed', 'code': 200} Feb 21 01:42:39.106712 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2874890f-0f01-480f-a24d-c71350254316 admin admin] Publish callbacks [] for security_group (bc1df7c5-a198-4529-bcb5-d8fb73ca908c), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:39.111876 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2874890f-0f01-480f-a24d-c71350254316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (bc1df7c5-a198-4529-bcb5-d8fb73ca908c), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:39.149558 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:39.155255 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41664) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:39.158887 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2874890f-0f01-480f-a24d-c71350254316 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e5f6fc27c3049a29ad00fa67a4a048f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817865 Feb 21 01:42:39.160735 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874890f-0f01-480f-a24d-c71350254316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1df7c5-a198-4529-bcb5-d8fb73ca908c,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:39.207301 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4a50bb7c-ba72-4667-ae18-e839d43c42f7 admin admin] Publish callbacks [] for security_group (bc1df7c5-a198-4529-bcb5-d8fb73ca908c), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:39.233084 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4a50bb7c-ba72-4667-ae18-e839d43c42f7 admin admin] Publish callbacks [] for security_group (bc1df7c5-a198-4529-bcb5-d8fb73ca908c), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:39.290120 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4a50bb7c-ba72-4667-ae18-e839d43c42f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (bc1df7c5-a198-4529-bcb5-d8fb73ca908c), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:39.293452 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-4a50bb7c-ba72-4667-ae18-e839d43c42f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:39.297587 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-4a50bb7c-ba72-4667-ae18-e839d43c42f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc1df7c5-a198-4529-bcb5-d8fb73ca908c HTTP/1.1" status: 204 len: 168 time: 0.1383572 Feb 21 01:42:39.303102 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50bb7c-ba72-4667-ae18-e839d43c42f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1df7c5-a198-4529-bcb5-d8fb73ca908c,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:39.381501 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:39.412861 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] Checking router: 23c97bcf-c1fe-45c4-82b7-d82badc3f686 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:39.421791 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:39.422429 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:39.541283 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:39.545090 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8eca72f8-2550-459d-bfec-1d0be9f7dcec req-bccbbf01-0764-44c0-8d9c-c2edfa389d00 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=7059e96d-cc6d-4eab-a82c-7911674fc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0362575 Feb 21 01:42:39.917042 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:39.943296 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5093c0-6ca4-4882-8ac1-a4b34b333a61 None None] The sync data for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi is: [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:40.191378 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5d3aa-c1d8-44b4-98d0-4bcc415b9006 None None] New status for floating IP 0b08f8c3-a61b-4849-932a-97f79a2e2cd5: DOWN {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:42:40.648963 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41716) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:40.701766 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-61974c06-72e6-4b89-8e2c-9ac6f4cd556f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (6ec33362-496e-4bea-8c0a-da6b5969be76), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.726869 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-61974c06-72e6-4b89-8e2c-9ac6f4cd556f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (6ec33362-496e-4bea-8c0a-da6b5969be76), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.783884 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-61974c06-72e6-4b89-8e2c-9ac6f4cd556f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (6ec33362-496e-4bea-8c0a-da6b5969be76), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.786568 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-61974c06-72e6-4b89-8e2c-9ac6f4cd556f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.790298 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-61974c06-72e6-4b89-8e2c-9ac6f4cd556f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "DELETE /v2.0/security-groups/6ec33362-496e-4bea-8c0a-da6b5969be76 HTTP/1.1" status: 204 len: 168 time: 0.1377239 Feb 21 01:42:40.790785 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41724) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:40.797029 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61974c06-72e6-4b89-8e2c-9ac6f4cd556f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec33362-496e-4bea-8c0a-da6b5969be76,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:40.810116 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.api.v2.resource [None req-7b141248-3849-495c-bc8f-2bf5fa5407a6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] show failed (client error): The resource could not be found. Feb 21 01:42:40.814246 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7b141248-3849-495c-bc8f-2bf5fa5407a6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups/6ec33362-496e-4bea-8c0a-da6b5969be76 HTTP/1.1" status: 404 len: 347 time: 0.0193217 Feb 21 01:42:40.814913 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41726) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:40.959700 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Deleting port ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:40.960278 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.049789 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.050283 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.062908 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Calling delete_port for ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9 owned by network:floatingip {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:41.092302 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:41.120690 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 9ff64f22-7fbe-4bad-b125-966d21970c09 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:41.121316 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 9ff64f22-7fbe-4bad-b125-966d21970c09 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:41.218566 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.249988 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event deleted for resources: {'Port': ['ID=ebb8aa23-a51d-47fa-aa72-b6d48e8c31b9,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:41.319429 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (0b08f8c3-a61b-4849-932a-97f79a2e2cd5), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.322377 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.326689 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-43799516-286c-4bdc-b8ea-3e7878192c0e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "DELETE /v2.0/floatingips/0b08f8c3-a61b-4849-932a-97f79a2e2cd5 HTTP/1.1" status: 204 len: 168 time: 0.5073216 Feb 21 01:42:41.442623 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41752) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:41.515242 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41756) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:41.521013 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-8d525110-bab5-496f-9873-17fcb922b268 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011271545', 'description': 'tempest-description--222176243'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:41.542091 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8d525110-bab5-496f-9873-17fcb922b268 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.558904 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32e91e8d-926a-4be6-b8a4-1387bf238e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.613925 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8d525110-bab5-496f-9873-17fcb922b268 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (dd4f2a79-d4b3-4902-8de7-e4ac2b86d510), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.618407 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8d525110-bab5-496f-9873-17fcb922b268 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (dd4f2a79-d4b3-4902-8de7-e4ac2b86d510), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.640436 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32e91e8d-926a-4be6-b8a4-1387bf238e3d admin admin] Publish callbacks [] for security_group (f31f3fcc-0dc3-44a9-8a07-584060a160aa), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.647108 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32e91e8d-926a-4be6-b8a4-1387bf238e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f31f3fcc-0dc3-44a9-8a07-584060a160aa), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.648909 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8d525110-bab5-496f-9873-17fcb922b268 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.653018 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8d525110-bab5-496f-9873-17fcb922b268 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1366177 Feb 21 01:42:41.654419 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41758) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:41.658631 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-1ca3c440-9a0e-4cbe-b392-4f7e506e1417 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'security_group_rule': {'security_group_id': 'dd4f2a79-d4b3-4902-8de7-e4ac2b86d510', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:41.663844 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d525110-bab5-496f-9873-17fcb922b268 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:41.685730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c440-9a0e-4cbe-b392-4f7e506e1417 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (eeb8f814-01a7-4e18-aa58-134c6cc73bf0), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.690454 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e91e8d-926a-4be6-b8a4-1387bf238e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31f3fcc-0dc3-44a9-8a07-584060a160aa,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:41.696380 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-32e91e8d-926a-4be6-b8a4-1387bf238e3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81c70e4d3954491cb61c4266a37ed152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525795 Feb 21 01:42:41.698835 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41760) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:41.783304 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9b62-5443-4f10-a9b7-e7508b569729 admin admin] Publish callbacks [] for security_group (f31f3fcc-0dc3-44a9-8a07-584060a160aa), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.785741 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c440-9a0e-4cbe-b392-4f7e506e1417 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (eeb8f814-01a7-4e18-aa58-134c6cc73bf0), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.793463 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c440-9a0e-4cbe-b392-4f7e506e1417 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (eeb8f814-01a7-4e18-aa58-134c6cc73bf0), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.817013 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9b62-5443-4f10-a9b7-e7508b569729 admin admin] Publish callbacks [] for security_group (f31f3fcc-0dc3-44a9-8a07-584060a160aa), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.824908 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3c440-9a0e-4cbe-b392-4f7e506e1417 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb8f814-01a7-4e18-aa58-134c6cc73bf0,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:41.851749 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c440-9a0e-4cbe-b392-4f7e506e1417 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.852950 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-1ca3c440-9a0e-4cbe-b392-4f7e506e1417 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976361 Feb 21 01:42:41.855705 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41762) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:41.860403 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-b1a2f9bb-73f9-4be2-a224-9debefde1e80 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'security_group_rule': {'security_group_id': 'dd4f2a79-d4b3-4902-8de7-e4ac2b86d510', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:41.875468 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9b62-5443-4f10-a9b7-e7508b569729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f31f3fcc-0dc3-44a9-8a07-584060a160aa), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.878732 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9b62-5443-4f10-a9b7-e7508b569729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.879897 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-0f4a9b62-5443-4f10-a9b7-e7508b569729 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f31f3fcc-0dc3-44a9-8a07-584060a160aa HTTP/1.1" status: 204 len: 168 time: 0.1801305 Feb 21 01:42:41.887642 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a9b62-5443-4f10-a9b7-e7508b569729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31f3fcc-0dc3-44a9-8a07-584060a160aa,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:41.902400 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f9bb-73f9-4be2-a224-9debefde1e80 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (12b57c70-d29d-4205-a3d6-2815428f6297), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.968838 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f9bb-73f9-4be2-a224-9debefde1e80 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (12b57c70-d29d-4205-a3d6-2815428f6297), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.973443 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f9bb-73f9-4be2-a224-9debefde1e80 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (12b57c70-d29d-4205-a3d6-2815428f6297), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.992892 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2f9bb-73f9-4be2-a224-9debefde1e80 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b57c70-d29d-4205-a3d6-2815428f6297,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:41.998588 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f9bb-73f9-4be2-a224-9debefde1e80 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.003217 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b1a2f9bb-73f9-4be2-a224-9debefde1e80 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429768 Feb 21 01:42:42.003356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41768) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:42.007796 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'floatingip': {'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:42.028124 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.200591 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41770) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:42.216748 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-69de6eea-3370-4108-9091-1b60ca666dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.315734 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-69de6eea-3370-4108-9091-1b60ca666dd2 admin admin] Publish callbacks [] for security_group (e08ecd93-7dc9-436e-a817-c01402c73550), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.321110 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-69de6eea-3370-4108-9091-1b60ca666dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (e08ecd93-7dc9-436e-a817-c01402c73550), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.363071 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-69de6eea-3370-4108-9091-1b60ca666dd2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9cc4399bb81e42a592231c2887c5e9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609588 Feb 21 01:42:42.364082 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de6eea-3370-4108-9091-1b60ca666dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08ecd93-7dc9-436e-a817-c01402c73550,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:42.366825 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41772) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:42.374548 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.420822 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b4b29bc8-b73a-4545-90ad-1998e4ed7e1d admin admin] Publish callbacks [] for security_group (e08ecd93-7dc9-436e-a817-c01402c73550), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.444878 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b4b29bc8-b73a-4545-90ad-1998e4ed7e1d admin admin] Publish callbacks [] for security_group (e08ecd93-7dc9-436e-a817-c01402c73550), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.483607 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Allocated IP 172.27.1.194 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/5bf785fe-6675-42b1-a223-786ff27a8d88) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:42.494196 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b4b29bc8-b73a-4545-90ad-1998e4ed7e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (e08ecd93-7dc9-436e-a817-c01402c73550), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.496792 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b4b29bc8-b73a-4545-90ad-1998e4ed7e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.497924 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-b4b29bc8-b73a-4545-90ad-1998e4ed7e1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e08ecd93-7dc9-436e-a817-c01402c73550 HTTP/1.1" status: 204 len: 168 time: 0.1300769 Feb 21 01:42:42.507280 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b29bc8-b73a-4545-90ad-1998e4ed7e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08ecd93-7dc9-436e-a817-c01402c73550,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:42.595514 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for port (5bf785fe-6675-42b1-a223-786ff27a8d88), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.633362 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (5bf785fe-6675-42b1-a223-786ff27a8d88), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.670844 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:42.674244 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:42.679900 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:42.702435 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'Port': ['ID=5bf785fe-6675-42b1-a223-786ff27a8d88,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:42.772576 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (9e008e89-2914-44b6-bee5-26a2b5ecd163), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.816545 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5bf785fe-6675-42b1-a223-786ff27a8d88), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.971609 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for port (5bf785fe-6675-42b1-a223-786ff27a8d88), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.975987 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-694340'] for port (5bf785fe-6675-42b1-a223-786ff27a8d88), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.045744 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'Port': ['ID=5bf785fe-6675-42b1-a223-786ff27a8d88,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:43.056581 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (9e008e89-2914-44b6-bee5-26a2b5ecd163), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.072962 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.074343 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2e76b1d0-ff4d-4fa9-9116-027aa254adad tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0700054 Feb 21 01:42:43.205020 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41802) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:43.286816 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-0876fc92-dbeb-4f7d-b23a-cbef2e62abe6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2011271545&fields=id&tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59 HTTP/1.1" status: 200 len: 267 time: 0.0453298 Feb 21 01:42:43.323861 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1745534319-network', 'tenant_id': 'bfefd0d8223c4a8abdce8b73552bc598'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:43.384199 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Made reservation on behalf of bfefd0d8223c4a8abdce8b73552bc598 for: {'network': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:43.386455 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.401484 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.435910 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-89cdcd02-e832-467c-8f0b-0ed984318e16 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:43.437375 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-89cdcd02-e832-467c-8f0b-0ed984318e16 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 817 time: 0.1440098 Feb 21 01:42:43.461255 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-29a36fe6-4008-44d7-b482-b24f58d126a4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/quotas/1d4fde563e8d4358b1f8d7c778e7dc59 HTTP/1.1" status: 200 len: 375 time: 0.0170424 Feb 21 01:42:43.535032 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Publish callbacks [] for security_group (b8277ff9-da3a-4b42-ac0a-7bb7f7b82b1b), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.539186 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (b8277ff9-da3a-4b42-ac0a-7bb7f7b82b1b), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.551981 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-822e9a21-57f9-461c-9eb1-10852dc5ec77 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839047 Feb 21 01:42:43.579673 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:42:43.595194 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8277ff9-da3a-4b42-ac0a-7bb7f7b82b1b,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:43.631260 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (5360e019-b02d-461f-8ab8-318e724a138c), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.631599 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.segments_db [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Added segment 5360e019-b02d-461f-8ab8-318e724a138c of type vlan for network 6139b747-6901-49d6-8cb0-1f987da14093 Feb 21 01:42:43.683190 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (6139b747-6901-49d6-8cb0-1f987da14093), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.711311 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-3f5fdfd5-afe0-4e9c-a31b-f996d396ad24 service neutron] 10.222.0.79 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476207 Feb 21 01:42:43.726077 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (6139b747-6901-49d6-8cb0-1f987da14093), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.726973 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:43.727542 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.835108 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6287355 Feb 21 01:42:43.837596 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b36221-012c-4600-8c5e-509e944667c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6139b747-6901-49d6-8cb0-1f987da14093,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:43.838377 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41812) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:43.843436 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Request body: {'subnet': {'network_id': '6139b747-6901-49d6-8cb0-1f987da14093', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1745534319-subnet', 'tenant_id': 'bfefd0d8223c4a8abdce8b73552bc598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:43.852017 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 6139b747-6901-49d6-8cb0-1f987da14093 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:42:43.864077 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Made reservation on behalf of bfefd0d8223c4a8abdce8b73552bc598 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:43.866783 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25516877'] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.869961 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e25a6991-a665-4b95-b82d-6122f707cba3 service neutron] 10.222.0.79 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523635 Feb 21 01:42:44.062572 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-441eef27-fade-4a65-a2ad-46c8493d8471 req-ff67c2d7-972b-4b3d-afcc-21e8ac5bd9e9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 210 time: 0.0395207 Feb 21 01:42:44.071316 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-695759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25516991'] for subnet (f8f2bc06-506a-4693-b685-f8e1bef52da0), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.160358 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f2bc06-506a-4693-b685-f8e1bef52da0,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:44.163590 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Checking segment: {'id': '5360e019-b02d-461f-8ab8-318e724a138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6139b747-6901-49d6-8cb0-1f987da14093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:44.163947 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Network hostable DHCP agents. Network: 6139b747-6901-49d6-8cb0-1f987da14093, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:42:44.183027 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Network 6139b747-6901-49d6-8cb0-1f987da14093 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:42:44.192674 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 6139b747-6901-49d6-8cb0-1f987da14093) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:44.197536 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:44.198377 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.206592 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f747a3-a0d1-4ee6-b320-071a0e17aada None None] Network 6139b747-6901-49d6-8cb0-1f987da14093 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:44.227147 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5280607a-c3ed-4ce3-b158-7b22c735c89b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3870180 Feb 21 01:42:44.330852 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48413028-150f-41fd-bf2a-a4c1ef5ba98a None None] Network 6139b747-6901-49d6-8cb0-1f987da14093 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:44.711665 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41842) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:44.716666 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-120744373-network', 'tenant_id': '6633d2584db84808a30be53712db698c'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:44.736842 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Made reservation on behalf of 6633d2584db84808a30be53712db698c for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:44.739189 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.747677 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.822103 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Publish callbacks [] for security_group (78ac48ca-a724-419d-9ab8-7347f7709367), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.825724 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (78ac48ca-a724-419d-9ab8-7347f7709367), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.849413 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:42:44.858993 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ac48ca-a724-419d-9ab8-7347f7709367,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:44.867545 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (db7d09f0-01d1-401f-ad35-d24f6ccda3b6), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.867781 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Added segment db7d09f0-01d1-401f-ad35-d24f6ccda3b6 of type vlan for network 007dff69-e11f-4930-8bb8-d1fabf6c54e5 Feb 21 01:42:44.905219 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (007dff69-e11f-4930-8bb8-d1fabf6c54e5), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.929312 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (007dff69-e11f-4930-8bb8-d1fabf6c54e5), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.930460 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:44.931042 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.988189 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2753286 Feb 21 01:42:44.991281 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41844) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:44.996115 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2dcdf-c337-4d69-b6a0-e49f49093bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=007dff69-e11f-4930-8bb8-d1fabf6c54e5,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:44.997178 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Request body: {'subnet': {'network_id': '007dff69-e11f-4930-8bb8-d1fabf6c54e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-120744373-subnet', 'tenant_id': '6633d2584db84808a30be53712db698c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:45.007564 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network 007dff69-e11f-4930-8bb8-d1fabf6c54e5 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:42:45.025553 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Made reservation on behalf of 6633d2584db84808a30be53712db698c for: {'subnet': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:45.027978 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28695633'] for subnet (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.210125 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6a3bd737-3482-4ae5-810a-7b85da4ec547 req-2f53b70f-80c1-4cb6-9cfb-6fe46b5f09df tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 210 time: 0.0561206 Feb 21 01:42:45.227783 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-911426d4-836a-4501-b1d2-34d9d0e91fc5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:45.229176 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-911426d4-836a-4501-b1d2-34d9d0e91fc5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 817 time: 0.2050428 Feb 21 01:42:45.348194 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-d196c198-7eb8-4038-a4a6-481837618a79 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59 HTTP/1.1" status: 200 len: 380 time: 0.0941453 Feb 21 01:42:45.353780 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28101827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28695715'] for subnet (24632664-063b-408f-b1ca-2c1213f964ce), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.365823 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'port': {'device_id': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'admin_state_up': True, 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'security_groups': ['dd4f2a79-d4b3-4902-8de7-e4ac2b86d510']}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:45.438642 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d8c133c-b879-4b00-a946-481a9de09253 req-4582f05e-e2ee-4230-8165-6a66a2a26b97 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840831209&fields=id&tenant_id=8a01e8a980fc419f88335882f4f61612 HTTP/1.1" status: 200 len: 267 time: 0.0439508 Feb 21 01:42:45.468120 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24632664-063b-408f-b1ca-2c1213f964ce,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:45.493154 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Checking segment: {'id': 'db7d09f0-01d1-401f-ad35-d24f6ccda3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '007dff69-e11f-4930-8bb8-d1fabf6c54e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:45.493516 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Network hostable DHCP agents. Network: 007dff69-e11f-4930-8bb8-d1fabf6c54e5, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:42:45.495242 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c133c-b879-4b00-a946-481a9de09253 req-34c11481-e5d0-4767-bf88-477c6535f349 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:45.496719 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d8c133c-b879-4b00-a946-481a9de09253 req-34c11481-e5d0-4767-bf88-477c6535f349 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 984 time: 0.0526230 Feb 21 01:42:45.507293 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-2d8c133c-b879-4b00-a946-481a9de09253 req-39cdc42e-2764-452c-9b72-761b20284135 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Request body: {'port': {'security_groups': ['689cf9e7-44ed-4265-8c65-65822435175c']}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:45.529685 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Network 007dff69-e11f-4930-8bb8-d1fabf6c54e5 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:42:45.538224 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Made reservation on behalf of 1d4fde563e8d4358b1f8d7c778e7dc59 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:45.541566 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.544557 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, 007dff69-e11f-4930-8bb8-d1fabf6c54e5) {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:45.554299 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3a4c8-1367-428d-9bd5-09ab2a0e26d0 None None] Network 007dff69-e11f-4930-8bb8-d1fabf6c54e5 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:45.556189 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:45.556783 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.600162 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-2d8c133c-b879-4b00-a946-481a9de09253 req-39cdc42e-2764-452c-9b72-761b20284135 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.616375 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-40a87410-61c7-4e7b-97d0-9eb24fa04ba6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6141140 Feb 21 01:42:45.687862 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108beaa6-d372-4600-bbd9-62c576665808 None None] Network 007dff69-e11f-4930-8bb8-d1fabf6c54e5 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:45.706475 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Allocated IP 172.20.0.8 (c0383c1c-6049-4d8a-9557-1e574dfd705b/5824622b-8b30-4753-ad75-bfffea5df582/98dd3d59-9548-4ea1-ad4d-386df1726b43) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:45.819522 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-2d8c133c-b879-4b00-a946-481a9de09253 req-39cdc42e-2764-452c-9b72-761b20284135 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] For port 5c97b2bc-4452-4166-b322-af40e03890f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c97b2bc-4452-4166-b322-af40e03890f5,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:45.855101 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-2d8c133c-b879-4b00-a946-481a9de09253 req-39cdc42e-2764-452c-9b72-761b20284135 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for port (5c97b2bc-4452-4166-b322-af40e03890f5), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.861146 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-2d8c133c-b879-4b00-a946-481a9de09253 req-39cdc42e-2764-452c-9b72-761b20284135 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-694340'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.868436 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.874063 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['5c97b2bc-4452-4166-b322-af40e03890f5'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:42:45.911540 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c133c-b879-4b00-a946-481a9de09253 req-39cdc42e-2764-452c-9b72-761b20284135 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:45.912172 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-2d8c133c-b879-4b00-a946-481a9de09253 req-39cdc42e-2764-452c-9b72-761b20284135 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.913592 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2d8c133c-b879-4b00-a946-481a9de09253 req-39cdc42e-2764-452c-9b72-761b20284135 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "PUT /v2.0/ports/5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 200 len: 942 time: 0.4108188 Feb 21 01:42:45.914071 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:45.916455 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de300f-21ac-4d10-9c6a-23cba80ed486" -d '{"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:45.921386 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41862) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:45.943044 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.981394 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdc42e-2764-452c-9b72-761b20284135 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event updated for resources: {'Port': ['ID=5c97b2bc-4452-4166-b322-af40e03890f5,revision_number=7']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:46.004030 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07485f22-3e0b-4a30-a6ff-bac422fd7891 x-openstack-request-id: req-07485f22-3e0b-4a30-a6ff-bac422fd7891 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:46.004250 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:46.004486 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07485f22-3e0b-4a30-a6ff-bac422fd7891 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:46.004688 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['5c97b2bc-4452-4166-b322-af40e03890f5'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:42:46.004885 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5', 'status': 'completed', 'code': 200} Feb 21 01:42:46.020530 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Network c0383c1c-6049-4d8a-9557-1e574dfd705b is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:46.046088 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:46.058590 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:46.106309 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-49db4184-d09c-4484-88f6-df76c588af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:46.108472 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-49db4184-d09c-4484-88f6-df76c588af26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a01e8a980fc419f88335882f4f61612&device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 1129 time: 0.0828986 Feb 21 01:42:46.136687 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2417c0bb-ec79-42ed-9e45-58a9d2caf4f5 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group (c32ea99d-fc36-442a-b935-a06afc65ae31), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.193114 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:46.230166 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2417c0bb-ec79-42ed-9e45-58a9d2caf4f5 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group (c32ea99d-fc36-442a-b935-a06afc65ae31), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.252972 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-70590a06-fa79-49b8-a128-b2a4fc6ea303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:46.254630 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-70590a06-fa79-49b8-a128-b2a4fc6ea303 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0a215f4-97e2-485c-afd9-7919acfd1e00 HTTP/1.1" status: 200 len: 915 time: 0.1383793 Feb 21 01:42:46.271132 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:46.271805 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.319558 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e9720d40-eb75-405b-be96-93aab498060b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9604251 Feb 21 01:42:46.341536 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Request body: {'port': {'device_id': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:46.401128 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9ca0e8e0-2547-44df-9a13-c0b29d5929a1 None None] Provisioning complete for port 5c97b2bc-4452-4166-b322-af40e03890f5 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:46.401626 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e8e0-2547-44df-9a13-c0b29d5929a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.444668 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-76edf932-0f74-45e9-94cb-3c57699a1dc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 200 len: 1000 time: 0.1795156 Feb 21 01:42:46.460121 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214b712-ea78-4bf6-ab6c-0abc6afbf56b req-7585c9d2-cbf1-4778-bd43-9a5160b8640c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:46.461912 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f214b712-ea78-4bf6-ab6c-0abc6afbf56b req-7585c9d2-cbf1-4778-bd43-9a5160b8640c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 931 time: 0.1284549 Feb 21 01:42:46.481455 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.519339 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0e8e0-2547-44df-9a13-c0b29d5929a1 None None] Current status of the port 5c97b2bc-4452-4166-b322-af40e03890f5 is: ACTIVE; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:46.539062 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2417c0bb-ec79-42ed-9e45-58a9d2caf4f5 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (c32ea99d-fc36-442a-b935-a06afc65ae31), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.541748 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2417c0bb-ec79-42ed-9e45-58a9d2caf4f5 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.542974 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-2417c0bb-ec79-42ed-9e45-58a9d2caf4f5 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "DELETE /v2.0/security-groups/c32ea99d-fc36-442a-b935-a06afc65ae31 HTTP/1.1" status: 204 len: 168 time: 0.6202216 Feb 21 01:42:46.545772 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41872) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:46.555994 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-966f4071-84b8-47d8-b3d9-54d6d45de23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:46.557394 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-966f4071-84b8-47d8-b3d9-54d6d45de23a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c2fbd00-fd9b-4d8d-8e46-b546032a36d8 HTTP/1.1" status: 200 len: 854 time: 0.0945663 Feb 21 01:42:46.563485 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f214b712-ea78-4bf6-ab6c-0abc6afbf56b req-d65bed8c-750d-47e4-bee9-75c4f5ce22d1 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873194 Feb 21 01:42:46.597809 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417c0bb-ec79-42ed-9e45-58a9d2caf4f5 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32ea99d-fc36-442a-b935-a06afc65ae31,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:46.647181 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-aec09f59-4148-43ef-a546-4f1e9595fbb9 None None] Provisioning complete for port 98dd3d59-9548-4ea1-ad4d-386df1726b43 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:46.647698 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-aec09f59-4148-43ef-a546-4f1e9595fbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.690106 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-d6ffcbc1-1ceb-4d98-8181-c8f397dfd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:46.691671 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-d6ffcbc1-1ceb-4d98-8181-c8f397dfd1cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0a215f4-97e2-485c-afd9-7919acfd1e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014600 Feb 21 01:42:46.694594 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-aec09f59-4148-43ef-a546-4f1e9595fbb9 None None] Port 98dd3d59-9548-4ea1-ad4d-386df1726b43 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:42:46.775198 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dd3d59-9548-4ea1-ad4d-386df1726b43 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:42:46.782670 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Publish callbacks [] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.794624 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Transition to ACTIVE for port object 98dd3d59-9548-4ea1-ad4d-386df1726b43 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:42:46.799974 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.822641 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-dbaba005-6e43-4b88-ba70-aaf0ec016624 service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223583 Feb 21 01:42:46.826722 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Deleting port d2966269-eb03-42f7-8cc4-4e9ab9c3886b {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:46.827044 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (d2966269-eb03-42f7-8cc4-4e9ab9c3886b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.852909 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:46.928083 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Attempting to bind port 98dd3d59-9548-4ea1-ad4d-386df1726b43 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:42:46.928083 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Attempting to bind port 98dd3d59-9548-4ea1-ad4d-386df1726b43 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:42:46.928465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Attempting to bind port 98dd3d59-9548-4ea1-ad4d-386df1726b43 on network c0383c1c-6049-4d8a-9557-1e574dfd705b {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:46.933431 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Port 98dd3d59-9548-4ea1-ad4d-386df1726b43 on network c0383c1c-6049-4d8a-9557-1e574dfd705b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:42:46.933431 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Attempting to bind port 98dd3d59-9548-4ea1-ad4d-386df1726b43 on network c0383c1c-6049-4d8a-9557-1e574dfd705b {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:46.938320 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:42:46.938660 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Checking segment: {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:46.939584 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Bound using segment: {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:42:46.939584 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Bound port: 98dd3d59-9548-4ea1-ad4d-386df1726b43, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4492f89-5003-4d42-935d-1dc015df783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:42:46.939811 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.990740 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (d2966269-eb03-42f7-8cc4-4e9ab9c3886b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.991136 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for floatingip (d2966269-eb03-42f7-8cc4-4e9ab9c3886b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:47.011482 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-69de300f-21ac-4d10-9c6a-23cba80ed486 req-aeadf14d-5876-48a4-8e88-7f4401910c94 service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810832 Feb 21 01:42:47.012453 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Calling delete_port for d2966269-eb03-42f7-8cc4-4e9ab9c3886b owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:47.021990 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:42:47.025362 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:42:47.041751 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:47.075578 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.075898 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:47.077434 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] 10.222.0.73 "PUT /v2.0/ports/98dd3d59-9548-4ea1-ad4d-386df1726b43 HTTP/1.1" status: 200 len: 1093 time: 0.7415307 Feb 21 01:42:47.080006 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:47.083398 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6091478-599b-4925-b20c-c9165867ecb3" -d '{"events": [{"name": "network-changed", "server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:47.122560 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150c90c-f164-4b46-9816-a66819591e71 service neutron] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:47.179386 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679a2390-b00f-4733-9eac-81e41de90047 x-openstack-request-id: req-679a2390-b00f-4733-9eac-81e41de90047 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:47.179886 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:47.180338 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-679a2390-b00f-4733-9eac-81e41de90047 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:47.180912 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'status': 'completed', 'code': 200} Feb 21 01:42:47.220863 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-fb05d9d5-adb3-494a-a6d5-7796e7f8b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.222613 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-fb05d9d5-adb3-494a-a6d5-7796e7f8b2a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 1127 time: 0.0642216 Feb 21 01:42:47.270855 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-c2e6aa39-47a3-4fc0-a5ac-2fd833db513c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43 HTTP/1.1" status: 200 len: 217 time: 0.0385416 Feb 21 01:42:47.315628 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (d2966269-eb03-42f7-8cc4-4e9ab9c3886b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:47.353802 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event deleted for resources: {'Port': ['ID=d2966269-eb03-42f7-8cc4-4e9ab9c3886b,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:47.354782 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-c1ca6020-5042-4dbc-810d-2199f51c5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.356581 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-c1ca6020-5042-4dbc-810d-2199f51c5888 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.0782862 Feb 21 01:42:47.414601 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-fd1e9c97-423b-4287-b5be-d7b5aba1ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.416126 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-fd1e9c97-423b-4287-b5be-d7b5aba1ae5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521190 Feb 21 01:42:47.442884 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks [] for floatingip (317f702f-819b-4302-9dfe-999fd8a07347), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:47.443215 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Floating IP 317f702f-819b-4302-9dfe-999fd8a07347 disassociated (deleted). External IP: 172.27.1.97, port: 5c97b2bc-4452-4166-b322-af40e03890f5. Feb 21 01:42:47.489926 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e090c57-4f13-4764-bf4b-a110b6c90e55 req-ba1418bb-b02b-4a9b-888d-25da6a0ee60f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.491699 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3e090c57-4f13-4764-bf4b-a110b6c90e55 req-ba1418bb-b02b-4a9b-888d-25da6a0ee60f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.1445847 Feb 21 01:42:47.510590 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-c644645d-fe98-46e9-b16a-412db50d8058 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849605 Feb 21 01:42:47.603351 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3e090c57-4f13-4764-bf4b-a110b6c90e55 req-fe32bdb0-0e60-4773-ae54-bc6bab38bc46 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892651 Feb 21 01:42:47.620804 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48187d2-1c84-495e-ad46-7ba7df3064fb req-f1403db8-51c1-48aa-afbf-d7f1c1ad697e service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033499 Feb 21 01:42:47.730051 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Router 8509ee40-afb2-4d46-ae81-43684190732b has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:47.761053 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9006c-00cc-4efe-a1ef-efc0a3315186 req-6d88284a-d946-4c60-b5a6-9782ea2f04f9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.762852 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7ff9006c-00cc-4efe-a1ef-efc0a3315186 req-6d88284a-d946-4c60-b5a6-9782ea2f04f9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.1071777 Feb 21 01:42:47.765470 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6091478-599b-4925-b20c-c9165867ecb3 req-df0dbe42-0961-4b82-8553-be06bbe4fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.767679 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d6091478-599b-4925-b20c-c9165867ecb3 req-df0dbe42-0961-4b82-8553-be06bbe4fb8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 1127 time: 0.0944650 Feb 21 01:42:47.847078 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:47.851554 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:47.858874 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] Sync routers for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:47.868743 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7ff9006c-00cc-4efe-a1ef-efc0a3315186 req-f12614b9-5b10-4980-ab3f-0ec3e7f26f53 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975695 Feb 21 01:42:47.869583 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:47.870863 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:47.882049 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-053fd71c-bb4a-4990-916e-b75bdbd7fe09 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "DELETE /v2.0/floatingips/317f702f-819b-4302-9dfe-999fd8a07347 HTTP/1.1" status: 204 len: 168 time: 1.3349841 Feb 21 01:42:47.905330 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6091478-599b-4925-b20c-c9165867ecb3 req-761324e4-0aad-44c1-bd83-9ef3de2955f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.907325 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d6091478-599b-4925-b20c-c9165867ecb3 req-761324e4-0aad-44c1-bd83-9ef3de2955f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 917 time: 0.1289496 Feb 21 01:42:47.953276 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d6091478-599b-4925-b20c-c9165867ecb3 req-66485e0f-8fbd-4ffa-8970-8a88d9207bb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43 HTTP/1.1" status: 200 len: 217 time: 0.0377228 Feb 21 01:42:47.995753 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:48.006055 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:48.009283 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814" -d '{"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:48.010042 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6091478-599b-4925-b20c-c9165867ecb3 req-e9a05579-6e27-471b-9521-6d02b24b9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:48.011431 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d6091478-599b-4925-b20c-c9165867ecb3 req-e9a05579-6e27-471b-9521-6d02b24b9ced service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.0519059 Feb 21 01:42:48.062186 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e6547b-0d04-4fe7-8050-80e0aa54282f x-openstack-request-id: req-56e6547b-0d04-4fe7-8050-80e0aa54282f {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:48.062509 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:48.062761 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56e6547b-0d04-4fe7-8050-80e0aa54282f {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:48.063941 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5', 'status': 'completed', 'code': 200} Feb 21 01:42:48.085691 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6091478-599b-4925-b20c-c9165867ecb3 req-4836f200-dd74-4807-b60a-8478c7363ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:48.087282 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d6091478-599b-4925-b20c-c9165867ecb3 req-4836f200-dd74-4807-b60a-8478c7363ed0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630529 Feb 21 01:42:48.156944 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-86518119-22cd-4968-a6ef-9600274a7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:48.161399 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-86518119-22cd-4968-a6ef-9600274a7a48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a01e8a980fc419f88335882f4f61612&device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 1129 time: 0.0697453 Feb 21 01:42:48.239407 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'a97b6430-8b54-411f-bb63-d8935356df28', 'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'mac_address': 'fa:16:3e:63:1c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:45Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 5, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'subnets': [{'id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:48.248226 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d6091478-599b-4925-b20c-c9165867ecb3 req-92193ff8-cffa-49b3-aafd-56932a4b2a17 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479244 Feb 21 01:42:48.270449 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-eafef17d-4674-4549-af10-001c4841383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:48.270831 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] Checking router: 8509ee40-afb2-4d46-ae81-43684190732b for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:48.271901 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-eafef17d-4674-4549-af10-001c4841383e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0a215f4-97e2-485c-afd9-7919acfd1e00 HTTP/1.1" status: 200 len: 915 time: 0.1045849 Feb 21 01:42:48.279396 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:48.280085 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:48.320233 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-47d73501-a23a-4790-89d8-43622ccd9e77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 200 len: 217 time: 0.0346425 Feb 21 01:42:48.343622 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d6091478-599b-4925-b20c-c9165867ecb3 req-fbddf6a0-443f-477f-b93d-4d1e54b43d80 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878613 Feb 21 01:42:48.374560 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-423fa427-b9b3-452f-afe2-d274ece689e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:48.376568 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-423fa427-b9b3-452f-afe2-d274ece689e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c2fbd00-fd9b-4d8d-8e46-b546032a36d8 HTTP/1.1" status: 200 len: 854 time: 0.0483479 Feb 21 01:42:48.389624 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:48.426747 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-8fcf0c83-8249-4411-86ac-fd46005110bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:48.428227 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-8fcf0c83-8249-4411-86ac-fd46005110bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0a215f4-97e2-485c-afd9-7919acfd1e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439434 Feb 21 01:42:48.517906 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-80330777-de18-40af-95a8-41cd594a5b35 service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804701 Feb 21 01:42:48.584161 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'a97b6430-8b54-411f-bb63-d8935356df28', 'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'mac_address': 'fa:16:3e:63:1c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:45Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 5, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'subnets': [{'id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:48.610603 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e40c-e316-4c4a-a8a5-598002b89356 None None] The sync data for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi is: [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:46Z', 'revision_number': 4, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'a97b6430-8b54-411f-bb63-d8935356df28', 'name': '', 'network_id': 'c0a215f4-97e2-485c-afd9-7919acfd1e00', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'mac_address': 'fa:16:3e:63:1c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:45Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 5, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'subnets': [{'id': '3c2fbd00-fd9b-4d8d-8e46-b546032a36d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:48.880781 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fbc76631-74f5-4a56-b9fd-4efdaa9f9814 req-02e2527d-b931-40b4-a3c9-43f39f18a54a service neutron] 10.222.0.73 "GET /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541634 Feb 21 01:42:48.882506 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dec0e8-5625-499e-a76c-e7edd3895329 None None] New status for floating IP 317f702f-819b-4302-9dfe-999fd8a07347: DOWN {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:42:48.892306 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb90d3-6491-4814-98d9-96c87fb149c6 req-740361be-bcbc-40fa-b7ec-3bcbb8414673 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:48.894020 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-05fb90d3-6491-4814-98d9-96c87fb149c6 req-740361be-bcbc-40fa-b7ec-3bcbb8414673 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0859997 Feb 21 01:42:48.986809 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-05fb90d3-6491-4814-98d9-96c87fb149c6 req-117b6337-5b24-487d-b9f5-85ada7c6d4b8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830250 Feb 21 01:42:49.058174 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146a710-0f23-4e26-8a0e-726311e85c5d req-7f78279a-871d-4eca-ba40-764d794d1d19 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:49.059687 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0146a710-0f23-4e26-8a0e-726311e85c5d req-7f78279a-871d-4eca-ba40-764d794d1d19 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0621569 Feb 21 01:42:49.109429 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0146a710-0f23-4e26-8a0e-726311e85c5d req-3556feaf-0bad-42db-bdd4-55ce6cf8f8ee tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436075 Feb 21 01:42:49.121952 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:42:49.231758 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:49.244328 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'port_id': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'mac_address': 'fa:16:3e:f7:ae:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:42:49.283284 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 98dd3d59-9548-4ea1-ad4d-386df1726b43 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:49.283664 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:49.296801 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dd3d59-9548-4ea1-ad4d-386df1726b43 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:42:49.319266 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:49.323459 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:49.377465 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:49.619156 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['98dd3d59-9548-4ea1-ad4d-386df1726b43'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:42:49.645257 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04672-39e4-481c-8719-645611e64c1d req-c294885c-660b-44b0-abf4-d76f8b88d6e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:49.646839 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-efd04672-39e4-481c-8719-645611e64c1d req-c294885c-660b-44b0-abf4-d76f8b88d6e2 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.0543809 Feb 21 01:42:49.750103 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Deleting port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:49.751046 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:49.838534 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] For port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:49.838893 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:50.051612 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:50.051975 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (e88a4149-b88a-4af6-bddb-7aba2547f95e), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:50.052295 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.l3_db [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Floating IP e88a4149-b88a-4af6-bddb-7aba2547f95e disassociated. External IP: 172.27.1.241, port: a2bbac4b-0632-4e2c-aeed-20e79b64f6e4. Feb 21 01:42:50.052643 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Calling delete_port for a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:50.169587 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf030b-2de5-4f34-a450-d8572b53104d req-c1e71a12-2033-4c59-87ec-88300b55fe3f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:50.171138 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1baf030b-2de5-4f34-a450-d8572b53104d req-c1e71a12-2033-4c59-87ec-88300b55fe3f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8c80f9b-1516-4373-a812-03a9161e1a92 HTTP/1.1" status: 200 len: 946 time: 0.1060057 Feb 21 01:42:50.247151 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f681250-4e8f-4dc0-bcec-4586248dcc61 req-37257f6c-a411-4e79-9887-6d8e2e42e7b1 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:50.249420 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5f681250-4e8f-4dc0-bcec-4586248dcc61 req-37257f6c-a411-4e79-9887-6d8e2e42e7b1 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 944 time: 0.0593719 Feb 21 01:42:50.264845 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1baf030b-2de5-4f34-a450-d8572b53104d req-6588cd15-35d3-4434-97e7-e7ffed0514fa tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=3385d71e-98f2-4a26-a617-7660694e5cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864439 Feb 21 01:42:50.271529 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (a2bbac4b-0632-4e2c-aeed-20e79b64f6e4), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:50.304405 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event deleted for resources: {'Port': ['ID=a2bbac4b-0632-4e2c-aeed-20e79b64f6e4,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:50.309996 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5f681250-4e8f-4dc0-bcec-4586248dcc61 req-d26c19e8-d209-483a-86eb-3c3051df5416 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529277 Feb 21 01:42:50.425994 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:50.539775 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:50.555939 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] Sync routers for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:50.571402 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:50.572263 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:50.584823 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] No DVR routers for this DVR port a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 on host hv-cinder-81322 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:50.587945 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:50.591273 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-efd04672-39e4-481c-8719-645611e64c1d req-cdc6f069-ea77-4800-bc51-b453bc2204cc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "DELETE /v2.0/ports/a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 HTTP/1.1" status: 204 len: 173 time: 0.9382436 Feb 21 01:42:50.591757 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'name': 'network-vif-deleted', 'tag': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:50.593982 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624d1b34-996f-4726-8982-21f10be669bb" -d '{"events": [{"server_uuid": "c8c80f9b-1516-4373-a812-03a9161e1a92", "name": "network-vif-deleted", "tag": "a2bbac4b-0632-4e2c-aeed-20e79b64f6e4"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:50.637931 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7450963f-9697-41aa-a23c-1a3470724668 x-openstack-request-id: req-7450963f-9697-41aa-a23c-1a3470724668 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:50.638356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c80f9b-1516-4373-a812-03a9161e1a92", "name": "network-vif-deleted", "tag": "a2bbac4b-0632-4e2c-aeed-20e79b64f6e4", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:50.638775 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7450963f-9697-41aa-a23c-1a3470724668 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:50.639256 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c80f9b-1516-4373-a812-03a9161e1a92', 'name': 'network-vif-deleted', 'tag': 'a2bbac4b-0632-4e2c-aeed-20e79b64f6e4', 'status': 'completed', 'code': 200} Feb 21 01:42:50.726034 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61150e-52f3-4557-a7f1-e846d35b495c req-1b42f2f4-3f5b-4b3a-870d-911a07a92533 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:50.728026 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-be61150e-52f3-4557-a7f1-e846d35b495c req-1b42f2f4-3f5b-4b3a-870d-911a07a92533 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.0637283 Feb 21 01:42:50.749671 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:50.789067 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-be61150e-52f3-4557-a7f1-e846d35b495c req-aa6fb179-ac30-4018-bb38-9bbafee6ab1a tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470412 Feb 21 01:42:51.072655 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:51.101969 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] Checking router: 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:51.110395 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:51.111004 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:51.151111 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:51.269536 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:51.271362 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 98dd3d59-9548-4ea1-ad4d-386df1726b43 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:42:51.300388 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 98dd3d59-9548-4ea1-ad4d-386df1726b43 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:51.300388 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.357472 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41962) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:51.429029 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c3e8f031-c4fd-4648-8b18-c182bea2e799 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (3385d71e-98f2-4a26-a617-7660694e5cd4), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.455278 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb6cd9-d91a-4f8c-82e4-2ec19f8f8be8 req-61b903a7-ff07-4ac3-a430-9b2b0d7a31fb tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:51.457900 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-02eb6cd9-d91a-4f8c-82e4-2ec19f8f8be8 req-61b903a7-ff07-4ac3-a430-9b2b0d7a31fb tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 944 time: 0.0633411 Feb 21 01:42:51.466682 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c3e8f031-c4fd-4648-8b18-c182bea2e799 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (3385d71e-98f2-4a26-a617-7660694e5cd4), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.489429 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 98dd3d59-9548-4ea1-ad4d-386df1726b43 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:51.489815 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.541964 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:51.544594 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06568bb2-720d-4896-bf84-ca8e5d62172f" -d '{"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-plugged", "status": "completed", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:51.547317 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c3e8f031-c4fd-4648-8b18-c182bea2e799 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (3385d71e-98f2-4a26-a617-7660694e5cd4), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.560150 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-02eb6cd9-d91a-4f8c-82e4-2ec19f8f8be8 req-a1ac74b1-6283-4778-a1be-0540610a6223 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952435 Feb 21 01:42:51.560450 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:51.560911 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c3e8f031-c4fd-4648-8b18-c182bea2e799 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.562079 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c3e8f031-c4fd-4648-8b18-c182bea2e799 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "DELETE /v2.0/security-groups/3385d71e-98f2-4a26-a617-7660694e5cd4 HTTP/1.1" status: 204 len: 168 time: 0.2021885 Feb 21 01:42:51.565689 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41970) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:51.581466 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.api.v2.resource [None req-9b20ae7b-8354-47d9-93ea-e6e0fd7899c8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] show failed (client error): The resource could not be found. Feb 21 01:42:51.585234 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9b20ae7b-8354-47d9-93ea-e6e0fd7899c8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups/3385d71e-98f2-4a26-a617-7660694e5cd4 HTTP/1.1" status: 404 len: 347 time: 0.0157559 Feb 21 01:42:51.585617 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41972) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:51.587291 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.591327 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8f031-c4fd-4648-8b18-c182bea2e799 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3385d71e-98f2-4a26-a617-7660694e5cd4,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:51.633216 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ef8ddc-8a21-4602-a58c-01e84fe72a95 x-openstack-request-id: req-f4ef8ddc-8a21-4602-a58c-01e84fe72a95 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:51.634039 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-plugged", "status": "completed", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:51.634608 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4ef8ddc-8a21-4602-a58c-01e84fe72a95 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:51.635914 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'code': 200} Feb 21 01:42:51.703144 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:51.708332 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:51.742906 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e24280-1440-426e-8467-67f3c2eabfe5 None None] The sync data for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi is: [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:51.757041 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Deleting port 658b26e4-183a-419b-a74c-7f57a773e5a7 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:51.758087 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (658b26e4-183a-419b-a74c-7f57a773e5a7), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.889545 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050356fa-0582-498f-abef-6063bea4ad68 req-e79bce9d-d1d5-42df-b363-4b211f66b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:51.891816 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-050356fa-0582-498f-abef-6063bea4ad68 req-e79bce9d-d1d5-42df-b363-4b211f66b1a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 1129 time: 0.0868616 Feb 21 01:42:51.893545 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (658b26e4-183a-419b-a74c-7f57a773e5a7), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.893866 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (658b26e4-183a-419b-a74c-7f57a773e5a7), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.917217 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Calling delete_port for 658b26e4-183a-419b-a74c-7f57a773e5a7 owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:52.052924 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-050356fa-0582-498f-abef-6063bea4ad68 req-adb8e720-8375-4b42-9a7b-5d0b704e7caa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492515 Feb 21 01:42:52.059544 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c1eee-1992-451d-845d-37048d5fa30e None None] New status for floating IP e88a4149-b88a-4af6-bddb-7aba2547f95e: DOWN {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:42:52.077393 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d58f1-a19b-45fe-9291-c53c46d910d0 req-48413b19-f7a6-4266-83f2-add2b2452979 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:52.079356 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b20d58f1-a19b-45fe-9291-c53c46d910d0 req-48413b19-f7a6-4266-83f2-add2b2452979 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.1686413 Feb 21 01:42:52.162050 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b20d58f1-a19b-45fe-9291-c53c46d910d0 req-0e8716c0-e69d-4112-858a-5b600cc65073 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/security-groups?id=689cf9e7-44ed-4265-8c65-65822435175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770776 Feb 21 01:42:52.179414 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (658b26e4-183a-419b-a74c-7f57a773e5a7), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.181228 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron_lib.db.api [None req-da7c1eee-1992-451d-845d-37048d5fa30e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:42:52.181785 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG oslo_db.api [None req-da7c1eee-1992-451d-845d-37048d5fa30e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:42:52.210195 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event deleted for resources: {'Port': ['ID=658b26e4-183a-419b-a74c-7f57a773e5a7,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:52.286544 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (e88a4149-b88a-4af6-bddb-7aba2547f95e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.289351 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.290609 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f607cc49-ce05-49eb-ac8e-9691e35a2f4f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "DELETE /v2.0/floatingips/e88a4149-b88a-4af6-bddb-7aba2547f95e HTTP/1.1" status: 204 len: 168 time: 0.7041736 Feb 21 01:42:52.607208 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 41988) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:52.611805 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-6af13de5-a871-444c-826c-77212a84d226 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992342523', 'description': 'tempest-description--887206774'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:52.633064 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6af13de5-a871-444c-826c-77212a84d226 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.683089 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c1eee-1992-451d-845d-37048d5fa30e None None] New status for floating IP e88a4149-b88a-4af6-bddb-7aba2547f95e: DOWN {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:42:52.737611 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f2e2-c586-44b6-9f07-99c6d68b1bca req-de3b54d8-088c-428f-aebb-05ca7627cd84 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:52.739772 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5601f2e2-c586-44b6-9f07-99c6d68b1bca req-de3b54d8-088c-428f-aebb-05ca7627cd84 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0860701 Feb 21 01:42:52.746735 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6af13de5-a871-444c-826c-77212a84d226 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (f9d240d2-537c-477e-a416-0950ddbde42b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.755928 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6af13de5-a871-444c-826c-77212a84d226 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f9d240d2-537c-477e-a416-0950ddbde42b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.806748 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6af13de5-a871-444c-826c-77212a84d226 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.807960 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6af13de5-a871-444c-826c-77212a84d226 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1997399 Feb 21 01:42:52.811091 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41990) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:52.816186 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-f0263fb4-f03f-447e-a090-1d0ce863e1fe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'security_group_rule': {'security_group_id': 'f9d240d2-537c-477e-a416-0950ddbde42b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:52.816957 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af13de5-a871-444c-826c-77212a84d226 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d240d2-537c-477e-a416-0950ddbde42b,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:52.823109 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5601f2e2-c586-44b6-9f07-99c6d68b1bca req-848fb312-3be2-4670-9e2a-24c1b32ddd83 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751088 Feb 21 01:42:52.861896 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f0263fb4-f03f-447e-a090-1d0ce863e1fe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (14ac1a53-bc01-4b58-b320-a010db29fe1c), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.891917 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-4a62a1e9-d6c9-43e6-894f-2efc06a2afb8 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:52.893514 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-4a62a1e9-d6c9-43e6-894f-2efc06a2afb8 tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 945 time: 0.0649304 Feb 21 01:42:52.909224 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f0263fb4-f03f-447e-a090-1d0ce863e1fe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (14ac1a53-bc01-4b58-b320-a010db29fe1c), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.914531 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f0263fb4-f03f-447e-a090-1d0ce863e1fe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (14ac1a53-bc01-4b58-b320-a010db29fe1c), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.932589 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0263fb4-f03f-447e-a090-1d0ce863e1fe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ac1a53-bc01-4b58-b320-a010db29fe1c,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:52.942473 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f0263fb4-f03f-447e-a090-1d0ce863e1fe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.945430 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f0263fb4-f03f-447e-a090-1d0ce863e1fe tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331799 Feb 21 01:42:52.946652 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 41996) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:52.950950 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-5cb20e44-1eee-4edc-ab67-8dfe767d30bc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'security_group_rule': {'security_group_id': 'f9d240d2-537c-477e-a416-0950ddbde42b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:52.976107 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5cb20e44-1eee-4edc-ab67-8dfe767d30bc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (230fae22-088f-4ba6-bfc5-66e91a90a1d1), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.010473 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Deleting port 5c97b2bc-4452-4166-b322-af40e03890f5 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:53.010838 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.035472 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5cb20e44-1eee-4edc-ab67-8dfe767d30bc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (230fae22-088f-4ba6-bfc5-66e91a90a1d1), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.039605 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5cb20e44-1eee-4edc-ab67-8dfe767d30bc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690066'] for security_group_rule (230fae22-088f-4ba6-bfc5-66e91a90a1d1), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.061074 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb20e44-1eee-4edc-ab67-8dfe767d30bc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230fae22-088f-4ba6-bfc5-66e91a90a1d1,revision_number=0']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:53.073968 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5cb20e44-1eee-4edc-ab67-8dfe767d30bc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.075383 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-5cb20e44-1eee-4edc-ab67-8dfe767d30bc tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278102 Feb 21 01:42:53.079070 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42004) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:53.083601 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'floatingip': {'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:53.106916 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.116349 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] For port 5c97b2bc-4452-4166-b322-af40e03890f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c97b2bc-4452-4166-b322-af40e03890f5,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:53.116807 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.133482 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Calling delete_port for 5c97b2bc-4452-4166-b322-af40e03890f5 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:53.138611 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:53.163983 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:53.164612 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a2bbac4b-0632-4e2c-aeed-20e79b64f6e4 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:53.222169 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.273183 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (5c97b2bc-4452-4166-b322-af40e03890f5), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.300321 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7435bd21-1180-4eea-9cea-93a8fade56af req-fc5b65d7-503d-4689-ab22-61adf475c65e tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f650831-4d03-4769-a72a-f18f82931543 HTTP/1.1" status: 200 len: 210 time: 0.0381510 Feb 21 01:42:53.334723 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Pushing event deleted for resources: {'Port': ['ID=5c97b2bc-4452-4166-b322-af40e03890f5,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:53.371598 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Allocated IP 172.27.1.67 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/bfeb1235-ac2d-4bbb-a2d4-0709ac86e374) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:53.371931 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] No DVR routers for this DVR port 5c97b2bc-4452-4166-b322-af40e03890f5 on host hv-cinder-81322 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:53.374576 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.378746 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f03a7f8b-630a-4b59-bccc-b88e92947fdc req-c2986b5a-aedf-4574-875a-4f93277958da tempest-TestMinimumBasicScenario-761413042 tempest-TestMinimumBasicScenario-761413042-project] 10.222.0.73 "DELETE /v2.0/ports/5c97b2bc-4452-4166-b322-af40e03890f5 HTTP/1.1" status: 204 len: 173 time: 0.4789729 Feb 21 01:42:53.379275 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'name': 'network-vif-deleted', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:53.381635 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7421e1d2-be65-4a65-a7b4-2c07bc43e00d" -d '{"events": [{"server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "name": "network-vif-deleted", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:53.424964 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc9c717-76e2-46a8-a60a-3e802875a06b x-openstack-request-id: req-cfc9c717-76e2-46a8-a60a-3e802875a06b {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:53.425253 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f650831-4d03-4769-a72a-f18f82931543", "name": "network-vif-deleted", "tag": "5c97b2bc-4452-4166-b322-af40e03890f5", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:53.425533 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cfc9c717-76e2-46a8-a60a-3e802875a06b {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:53.425923 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f650831-4d03-4769-a72a-f18f82931543', 'name': 'network-vif-deleted', 'tag': '5c97b2bc-4452-4166-b322-af40e03890f5', 'status': 'completed', 'code': 200} Feb 21 01:42:53.483112 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for port (bfeb1235-ac2d-4bbb-a2d4-0709ac86e374), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.517167 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (bfeb1235-ac2d-4bbb-a2d4-0709ac86e374), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.552728 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:53.555618 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:53.558957 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:53.583725 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'Port': ['ID=bfeb1235-ac2d-4bbb-a2d4-0709ac86e374,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:53.649264 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (9d62f9c0-6fa3-485c-8996-b630be7d54fe), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.687571 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (bfeb1235-ac2d-4bbb-a2d4-0709ac86e374), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.850457 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for port (bfeb1235-ac2d-4bbb-a2d4-0709ac86e374), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.856503 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (bfeb1235-ac2d-4bbb-a2d4-0709ac86e374), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.937677 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'Port': ['ID=bfeb1235-ac2d-4bbb-a2d4-0709ac86e374,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:53.963429 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (9d62f9c0-6fa3-485c-8996-b630be7d54fe), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.983310 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:53.984551 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-0e73be58-b03d-4626-ae76-29eec15650f4 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9043422 Feb 21 01:42:53.995758 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe808-1a31-42f4-92d0-e81867719f1b req-a988cb64-9058-49ca-a202-3e451ba3add2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:53.997207 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-02afe808-1a31-42f4-92d0-e81867719f1b req-a988cb64-9058-49ca-a202-3e451ba3add2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0838716 Feb 21 01:42:54.046609 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-02afe808-1a31-42f4-92d0-e81867719f1b req-edda53c9-08a1-4bea-9d14-6333f8569a0b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Feb 21 01:42:54.174120 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0d53-71c0-435e-a8fb-d951da36e9c5 req-3c0c1cba-133e-431b-a295-4eaf87b22bd8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:54.178393 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-a975f13a-dfd5-4ef6-9522-1b57d9b031c0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--992342523&fields=id&tenant_id=4c019a195f44431686f7ab8266e87ff2 HTTP/1.1" status: 200 len: 267 time: 0.0431781 Feb 21 01:42:54.178702 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0e9c0d53-71c0-435e-a8fb-d951da36e9c5 req-3c0c1cba-133e-431b-a295-4eaf87b22bd8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0592973 Feb 21 01:42:54.184071 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42030) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:54.188499 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-24afe4a1-5600-4867-915b-bf3fa9260897 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Request body: {'floatingip': {'port_id': '98dd3d59-9548-4ea1-ad4d-386df1726b43'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:54.245705 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-24afe4a1-5600-4867-915b-bf3fa9260897 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (9e008e89-2914-44b6-bee5-26a2b5ecd163), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:54.416905 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-8b00ac04-b170-4875-9791-7276632dd931 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:54.418408 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-8b00ac04-b170-4875-9791-7276632dd931 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 811 time: 0.2260308 Feb 21 01:42:54.479252 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-fde384b4-2f75-4e21-8fb3-5159f9051b20 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/quotas/4c019a195f44431686f7ab8266e87ff2 HTTP/1.1" status: 200 len: 375 time: 0.0453100 Feb 21 01:42:54.880607 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-6a455efb-f87a-437f-b06f-70d7c5ed55c6 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3952007 Feb 21 01:42:55.003463 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42082) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:55.050322 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-f6abbad0-2d59-414e-9ada-56172df61ebb service neutron] 10.222.0.79 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366043 Feb 21 01:42:55.137012 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 5c97b2bc-4452-4166-b322-af40e03890f5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:55.159495 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 5c97b2bc-4452-4166-b322-af40e03890f5 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:55.159838 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 5c97b2bc-4452-4166-b322-af40e03890f5 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:55.224181 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-24afe4a1-5600-4867-915b-bf3fa9260897 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.229821 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-24afe4a1-5600-4867-915b-bf3fa9260897 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (9e008e89-2914-44b6-bee5-26a2b5ecd163), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.271049 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-eb7cd60a-09f7-4928-9bf8-dbfb3d7161a4 service neutron] 10.222.0.79 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143824 Feb 21 01:42:55.327486 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f58c-7624-4a44-ac4b-39c471e12bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.338556 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.l3_db [None req-24afe4a1-5600-4867-915b-bf3fa9260897 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Floating IP 9e008e89-2914-44b6-bee5-26a2b5ecd163 associated. External IP: 172.27.1.194, port: 98dd3d59-9548-4ea1-ad4d-386df1726b43. Feb 21 01:42:55.636336 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24afe4a1-5600-4867-915b-bf3fa9260897 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:55.751117 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f40010fd-f76b-41ea-a9d2-b6e16f1dd8a4 req-053c226c-d897-4099-9969-5cfffc7cf257 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 210 time: 0.3197527 Feb 21 01:42:55.768198 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774957'] for router_interface (8509ee40-afb2-4d46-ae81-43684190732b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.779972 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24afe4a1-5600-4867-915b-bf3fa9260897 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:55.785626 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-24afe4a1-5600-4867-915b-bf3fa9260897 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.794419 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] Sync routers for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:55.807314 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:55.809649 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:55.822920 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-24afe4a1-5600-4867-915b-bf3fa9260897 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "PUT /v2.0/floatingips/9e008e89-2914-44b6-bee5-26a2b5ecd163 HTTP/1.1" status: 200 len: 991 time: 1.6353729 Feb 21 01:42:55.822920 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:55.823940 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13827ef8-df4b-41e5-8360-9069922ac37c" -d '{"events": [{"name": "network-changed", "server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:55.872855 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a63e6ac-bf45-4ec2-8baa-fe68a2875fa7 x-openstack-request-id: req-7a63e6ac-bf45-4ec2-8baa-fe68a2875fa7 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:55.873037 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:55.873225 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a63e6ac-bf45-4ec2-8baa-fe68a2875fa7 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:55.873761 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'status': 'completed', 'code': 200} Feb 21 01:42:55.991587 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:56.075590 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13827ef8-df4b-41e5-8360-9069922ac37c req-a70e4996-89dc-4526-965c-0cc081d614a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:56.077091 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13827ef8-df4b-41e5-8360-9069922ac37c req-a70e4996-89dc-4526-965c-0cc081d614a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 1129 time: 0.1047640 Feb 21 01:42:56.265515 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13827ef8-df4b-41e5-8360-9069922ac37c req-bb1a32c4-eaeb-4f0f-a635-7bfcce7adb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:56.268277 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13827ef8-df4b-41e5-8360-9069922ac37c req-bb1a32c4-eaeb-4f0f-a635-7bfcce7adb8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 917 time: 0.1765225 Feb 21 01:42:56.287410 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Deleting port a97b6430-8b54-411f-bb63-d8935356df28 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:56.287749 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (a97b6430-8b54-411f-bb63-d8935356df28), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.324127 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '9e008e89-2914-44b6-bee5-26a2b5ecd163', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'port_id': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'mac_address': 'fa:16:3e:f7:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:42Z', 'updated_at': '2022-02-21T01:42:55Z', 'revision_number': 1, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:56.351041 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] Checking router: 23c97bcf-c1fe-45c4-82b7-d82badc3f686 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:56.360011 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:56.360622 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:56.386734 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13827ef8-df4b-41e5-8360-9069922ac37c req-e2be8623-2847-448f-beeb-f5c487b65bed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43 HTTP/1.1" status: 200 len: 999 time: 0.1094387 Feb 21 01:42:56.443654 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] For port a97b6430-8b54-411f-bb63-d8935356df28, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=a97b6430-8b54-411f-bb63-d8935356df28,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:56.444016 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (a97b6430-8b54-411f-bb63-d8935356df28), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.460205 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Calling delete_port for a97b6430-8b54-411f-bb63-d8935356df28 owned by network:router_interface {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:56.463036 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13827ef8-df4b-41e5-8360-9069922ac37c req-a0b12ce7-a8eb-497f-9a58-3d78f4e2a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:56.464488 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13827ef8-df4b-41e5-8360-9069922ac37c req-a0b12ce7-a8eb-497f-9a58-3d78f4e2a895 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.0681338 Feb 21 01:42:56.470418 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:56.575981 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13827ef8-df4b-41e5-8360-9069922ac37c req-bcc5c851-0389-4eae-8093-c56acd0ee060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:56.577398 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13827ef8-df4b-41e5-8360-9069922ac37c req-bcc5c851-0389-4eae-8093-c56acd0ee060 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038055 Feb 21 01:42:56.721358 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '9e008e89-2914-44b6-bee5-26a2b5ecd163', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'port_id': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'mac_address': 'fa:16:3e:f7:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:42Z', 'updated_at': '2022-02-21T01:42:55Z', 'revision_number': 1, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:56.728090 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13827ef8-df4b-41e5-8360-9069922ac37c req-b1ccb9ea-29ba-41c7-b2d6-0f6392ce303a service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170814 Feb 21 01:42:56.752239 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a4f12-3f79-4e98-a243-f115a4a28675 None None] The sync data for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi is: [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '9e008e89-2914-44b6-bee5-26a2b5ecd163', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'port_id': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'mac_address': 'fa:16:3e:f7:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:42Z', 'updated_at': '2022-02-21T01:42:55Z', 'revision_number': 1, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:56.868516 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (a97b6430-8b54-411f-bb63-d8935356df28), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.893632 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7ffc02b1-dc1b-4743-844f-622d44e2cbbf req-8c0dae8e-9611-43c7-a284-ea59b451ff48 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 210 time: 0.0488517 Feb 21 01:42:56.905602 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-b7561118-849a-43a8-824e-0ca1c94f1215 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:56.905602 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-b7561118-849a-43a8-824e-0ca1c94f1215 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 811 time: 0.2414405 Feb 21 01:42:56.940380 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97b6430-8b54-411f-bb63-d8935356df28,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:56.947231 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-13827ef8-df4b-41e5-8360-9069922ac37c req-7e1ee142-eb12-4656-8492-c10d13fe091a service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008495 Feb 21 01:42:57.026530 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-4ccc11f7-ed1e-4c08-84e4-3805231d2594 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c019a195f44431686f7ab8266e87ff2 HTTP/1.1" status: 200 len: 379 time: 0.1108139 Feb 21 01:42:57.042717 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'port': {'device_id': '6020ce8f-7720-47da-930a-eafb06485dfd', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'admin_state_up': True, 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'security_groups': ['f9d240d2-537c-477e-a416-0950ddbde42b']}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:57.155993 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d52ae2-bd1e-4560-a876-f3e3578e4eb4 None None] New status for floating IP 9e008e89-2914-44b6-bee5-26a2b5ecd163: ACTIVE {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:42:57.207871 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Made reservation on behalf of 4c019a195f44431686f7ab8266e87ff2 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:57.213675 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.266304 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774589'] for router_interface (8509ee40-afb2-4d46-ae81-43684190732b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.419993 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Allocated IP 172.20.0.4 (05279b8a-760f-4425-a2dc-46e9bb05cf03/d5bf596d-b0b5-4908-94fb-fab0186f7288/813fe8d9-9dae-4414-9a9c-594392c2c0ad) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:57.521348 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Router 8509ee40-afb2-4d46-ae81-43684190732b has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:57.562077 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.597208 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.634661 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:57.642501 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d3b1f556-74d6-44de-bbd6-de2bab562ce5 admin admin] 10.222.0.79 "PUT /v2.0/routers/8509ee40-afb2-4d46-ae81-43684190732b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379418 Feb 21 01:42:57.642742 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:57.643151 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42136) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:57.645822 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:57.649506 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:57.656059 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] Sync routers for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:57.669567 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:57.670531 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:57.682944 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event updated for resources: {'Port': ['ID=813fe8d9-9dae-4414-9a9c-594392c2c0ad,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:57.709736 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:57.710454 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.732132 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-49575f2a-3db7-4293-9bc0-cb37110df030 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6975648 Feb 21 01:42:57.739999 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-34ea9bad-f9b3-4f02-b1ec-02b51cd044a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.747891 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Request body: {'port': {'device_id': '6020ce8f-7720-47da-930a-eafb06485dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:57.782847 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks [] for router (8509ee40-afb2-4d46-ae81-43684190732b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.822407 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.904150 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks [] for router_gateway (8509ee40-afb2-4d46-ae81-43684190732b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.951703 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:58.107424 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-8325be78-917a-416d-a2f3-cb6b9a3eb761 None None] Provisioning complete for port 813fe8d9-9dae-4414-9a9c-594392c2c0ad triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:58.107802 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-8325be78-917a-416d-a2f3-cb6b9a3eb761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.122310 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04415314-05cd-4330-97ca-9e5e98b6a588 req-b9d7b8ec-34ad-41c7-925b-8eab63d4d842 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:58.129431 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-04415314-05cd-4330-97ca-9e5e98b6a588 req-b9d7b8ec-34ad-41c7-925b-8eab63d4d842 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 931 time: 0.1258204 Feb 21 01:42:58.158550 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-8325be78-917a-416d-a2f3-cb6b9a3eb761 None None] Port 813fe8d9-9dae-4414-9a9c-594392c2c0ad cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:42:58.206499 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-04415314-05cd-4330-97ca-9e5e98b6a588 req-0940157a-a5cf-4b7d-bc69-f3057a684636 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713444 Feb 21 01:42:58.229562 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Deleting port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:58.229899 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.232884 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:42:56Z', 'revision_number': 5, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port': {'id': '9c3822d3-469e-4ba3-a1ab-b5aaf8abae07', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509ee40-afb2-4d46-ae81-43684190732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:58.261609 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813fe8d9-9dae-4414-9a9c-594392c2c0ad {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:42:58.263876 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] Checking router: 8509ee40-afb2-4d46-ae81-43684190732b for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:58.270693 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Publish callbacks [] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.274060 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] Routers {'8509ee40-afb2-4d46-ae81-43684190732b'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:58.274763 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['8509ee40-afb2-4d46-ae81-43684190732b'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:58.287184 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Transition to ACTIVE for port object 813fe8d9-9dae-4414-9a9c-594392c2c0ad will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:42:58.292848 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.317277 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] For port 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=9c3822d3-469e-4ba3-a1ab-b5aaf8abae07,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:58.317777 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.332211 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Calling delete_port for 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:58.399530 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] Set router 8509ee40-afb2-4d46-ae81-43684190732b gateway port host: None {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:58.426582 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Pushing event updated for resources: {'Port': ['ID=813fe8d9-9dae-4414-9a9c-594392c2c0ad,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:58.464810 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:42:57Z', 'revision_number': 6, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port_host': None}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:58.485278 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Attempting to bind port 813fe8d9-9dae-4414-9a9c-594392c2c0ad on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:42:58.486020 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Attempting to bind port 813fe8d9-9dae-4414-9a9c-594392c2c0ad by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:42:58.486600 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Attempting to bind port 813fe8d9-9dae-4414-9a9c-594392c2c0ad on network 05279b8a-760f-4425-a2dc-46e9bb05cf03 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:58.492620 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Port 813fe8d9-9dae-4414-9a9c-594392c2c0ad on network 05279b8a-760f-4425-a2dc-46e9bb05cf03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:42:58.493282 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Attempting to bind port 813fe8d9-9dae-4414-9a9c-594392c2c0ad on network 05279b8a-760f-4425-a2dc-46e9bb05cf03 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:58.497570 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cca70c-9871-420f-9ba4-3073b3ce727b None None] The sync data for ids ['8509ee40-afb2-4d46-ae81-43684190732b'] in dv-cinder-813229-6-iscsi is: [{'id': '8509ee40-afb2-4d46-ae81-43684190732b', 'name': 'tempest-TestMinimumBasicScenario-1926635014-router', 'tenant_id': '8a01e8a980fc419f88335882f4f61612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:43Z', 'updated_at': '2022-02-21T01:42:57Z', 'revision_number': 6, 'project_id': '8a01e8a980fc419f88335882f4f61612', 'gw_port_host': None}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:58.499093 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:42:58.499786 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Checking segment: {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:58.500651 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Bound using segment: {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:42:58.501867 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Bound port: 813fe8d9-9dae-4414-9a9c-594392c2c0ad, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829f70db-4360-4ecc-a55e-a5bc770d810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:42:58.502462 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.575618 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (9c3822d3-469e-4ba3-a1ab-b5aaf8abae07), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.606932 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3822d3-469e-4ba3-a1ab-b5aaf8abae07,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:58.620472 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] For port 813fe8d9-9dae-4414-9a9c-594392c2c0ad, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:42:58.623654 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] For port 813fe8d9-9dae-4414-9a9c-594392c2c0ad, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=813fe8d9-9dae-4414-9a9c-594392c2c0ad,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:42:58.631811 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.673056 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:58.673687 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.675245 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] 10.222.0.73 "PUT /v2.0/ports/813fe8d9-9dae-4414-9a9c-594392c2c0ad HTTP/1.1" status: 200 len: 1093 time: 0.9336541 Feb 21 01:42:58.675820 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020ce8f-7720-47da-930a-eafb06485dfd', 'tag': '813fe8d9-9dae-4414-9a9c-594392c2c0ad'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:58.677946 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c467f43f-02d7-4d11-9c07-db3de2972fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6020ce8f-7720-47da-930a-eafb06485dfd", "tag": "813fe8d9-9dae-4414-9a9c-594392c2c0ad"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:58.694136 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768983'] for router_gateway (8509ee40-afb2-4d46-ae81-43684190732b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.708950 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef47a7d-918b-43da-a67b-ec9808a7a7ad service neutron] Pushing event updated for resources: {'Port': ['ID=813fe8d9-9dae-4414-9a9c-594392c2c0ad,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:58.757404 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8083e5b5-7b1e-4062-bf39-380a3a86de83 x-openstack-request-id: req-8083e5b5-7b1e-4062-bf39-380a3a86de83 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:58.757699 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6020ce8f-7720-47da-930a-eafb06485dfd", "tag": "813fe8d9-9dae-4414-9a9c-594392c2c0ad", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:58.757950 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8083e5b5-7b1e-4062-bf39-380a3a86de83 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:58.758394 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020ce8f-7720-47da-930a-eafb06485dfd', 'tag': '813fe8d9-9dae-4414-9a9c-594392c2c0ad', 'status': 'completed', 'code': 200} Feb 21 01:42:58.779003 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-e7948803-a0a3-4423-9409-c413af0458f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:58.780510 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-e7948803-a0a3-4423-9409-c413af0458f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 1127 time: 0.0558438 Feb 21 01:42:58.821039 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.834626 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-a40cdc69-7f03-4af3-82a2-8817e780a8b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813fe8d9-9dae-4414-9a9c-594392c2c0ad HTTP/1.1" status: 200 len: 217 time: 0.0457299 Feb 21 01:42:58.885402 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10917'] for router (8509ee40-afb2-4d46-ae81-43684190732b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.888307 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks [] for router_controller (8509ee40-afb2-4d46-ae81-43684190732b), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.919963 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-d754599d-9807-4946-89bf-4e5b1162ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:58.922067 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-d754599d-9807-4946-89bf-4e5b1162ecb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 200 len: 850 time: 0.0815594 Feb 21 01:42:58.987332 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775090'] for router (8509ee40-afb2-4d46-ae81-43684190732b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.987930 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8509ee40-afb2-4d46-ae81-43684190732b {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:42:58.992665 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-922a24f0-7b63-4b48-a38a-e80da60af015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:58.994344 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-922a24f0-7b63-4b48-a38a-e80da60af015 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05279b8a-760f-4425-a2dc-46e9bb05cf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657365 Feb 21 01:42:58.999416 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.002436 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-db9fd3da-c300-47cf-9670-5610e0664558 admin admin] 10.222.0.79 "DELETE /v2.0/routers/8509ee40-afb2-4d46-ae81-43684190732b HTTP/1.1" status: 204 len: 168 time: 1.3577363 Feb 21 01:42:59.008333 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42162) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:59.065767 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7bd5c1-6a58-4f9f-8b18-e0f495103ce8 admin admin] Deleting subnet 3c2fbd00-fd9b-4d8d-8e46-b546032a36d8 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:42:59.069326 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd5c1-6a58-4f9f-8b18-e0f495103ce8 admin admin] Publish callbacks [] for subnet (3c2fbd00-fd9b-4d8d-8e46-b546032a36d8), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.094409 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-28b1b204-37bf-4bd2-91f1-88658ef8512b service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924973 Feb 21 01:42:59.107485 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd5c1-6a58-4f9f-8b18-e0f495103ce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29076532'] for subnet (3c2fbd00-fd9b-4d8d-8e46-b546032a36d8), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.189533 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fcb98f0c-c9fa-4002-a6a0-b3d131913ccc req-5ed7785f-03c4-4a5e-a4bc-e27b8281e6ab service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882819 Feb 21 01:42:59.218980 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd5c1-6a58-4f9f-8b18-e0f495103ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (3c2fbd00-fd9b-4d8d-8e46-b546032a36d8), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.289054 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd5c1-6a58-4f9f-8b18-e0f495103ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-695694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25516960'] for subnet (3c2fbd00-fd9b-4d8d-8e46-b546032a36d8), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.316173 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bd5c1-6a58-4f9f-8b18-e0f495103ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2fbd00-fd9b-4d8d-8e46-b546032a36d8,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:59.319643 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd5c1-6a58-4f9f-8b18-e0f495103ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.319846 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-e354bef7-ee39-4c0c-ae81-4648f9569a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:59.321347 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-e354bef7-ee39-4c0c-ae81-4648f9569a90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 1127 time: 0.0847194 Feb 21 01:42:59.322840 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6b7bd5c1-6a58-4f9f-8b18-e0f495103ce8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3c2fbd00-fd9b-4d8d-8e46-b546032a36d8 HTTP/1.1" status: 204 len: 168 time: 0.3150861 Feb 21 01:42:59.326983 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42168) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:59.332268 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e26ed-81dd-44a1-ad67-e901e919bbf7 None None] Network c0a215f4-97e2-485c-afd9-7919acfd1e00 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:59.399495 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (c0a215f4-97e2-485c-afd9-7919acfd1e00), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.421816 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d5243-c156-44c8-9d8f-124852f67358 req-6de27c08-3137-4993-a27a-935f55130679 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:59.423316 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bb8d5243-c156-44c8-9d8f-124852f67358 req-6de27c08-3137-4993-a27a-935f55130679 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 943 time: 0.1499529 Feb 21 01:42:59.463425 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Deleting port 246e1273-af71-47a6-8333-03eb0e029b49 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:59.463782 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (246e1273-af71-47a6-8333-03eb0e029b49), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.493858 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-3ad58b64-21fc-4d5a-8624-49230a06f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:59.495424 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-3ad58b64-21fc-4d5a-8624-49230a06f3a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 911 time: 0.1663280 Feb 21 01:42:59.503242 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bb8d5243-c156-44c8-9d8f-124852f67358 req-c9073be6-8d23-40d5-bb3e-e99e768d1b6b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733073 Feb 21 01:42:59.521249 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4901d7-ee8a-4bc7-8dc9-aa8401ef9172 None None] DHCP port deletion for c0a215f4-97e2-485c-afd9-7919acfd1e00 request from dv-cinder-813229-6-iscsi {{(pid=102950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:42:59.542679 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] For port 246e1273-af71-47a6-8333-03eb0e029b49, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=246e1273-af71-47a6-8333-03eb0e029b49,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:59.543046 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (246e1273-af71-47a6-8333-03eb0e029b49), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.556434 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-e6ef96e2-3205-4fea-abf7-6f03b25c1dd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813fe8d9-9dae-4414-9a9c-594392c2c0ad HTTP/1.1" status: 200 len: 217 time: 0.0433366 Feb 21 01:42:59.556665 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Calling delete_port for 246e1273-af71-47a6-8333-03eb0e029b49 owned by network:dhcp {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:59.592203 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-8e4901d7-ee8a-4bc7-8dc9-aa8401ef9172 None None] Deleting port 246e1273-af71-47a6-8333-03eb0e029b49 {{(pid=102950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:59.592575 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-8e4901d7-ee8a-4bc7-8dc9-aa8401ef9172 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (246e1273-af71-47a6-8333-03eb0e029b49), before_delete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.607152 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-98d4edad-0f7e-45c1-9655-f3c5ff84b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:59.608618 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-98d4edad-0f7e-45c1-9655-f3c5ff84b821 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 200 len: 850 time: 0.0460868 Feb 21 01:42:59.649299 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (246e1273-af71-47a6-8333-03eb0e029b49), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.666087 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-8e4901d7-ee8a-4bc7-8dc9-aa8401ef9172 None None] For port 246e1273-af71-47a6-8333-03eb0e029b49, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=246e1273-af71-47a6-8333-03eb0e029b49,segment=NetworkSegment(3f262b3e-80f1-4988-bf75-b0b8a4ad3523),segment_id=3f262b3e-80f1-4988-bf75-b0b8a4ad3523)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:59.666337 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-8e4901d7-ee8a-4bc7-8dc9-aa8401ef9172 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (246e1273-af71-47a6-8333-03eb0e029b49), precommit_delete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.669989 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-4e6e818f-d0ee-4dfc-a84d-44f4102524e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:59.672570 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-4e6e818f-d0ee-4dfc-a84d-44f4102524e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05279b8a-760f-4425-a2dc-46e9bb05cf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559742 Feb 21 01:42:59.681823 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=246e1273-af71-47a6-8333-03eb0e029b49,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:59.683041 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-8e4901d7-ee8a-4bc7-8dc9-aa8401ef9172 None None] Calling delete_port for 246e1273-af71-47a6-8333-03eb0e029b49 owned by network:dhcp {{(pid=102950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:59.687162 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] No DVR routers for this DVR port 246e1273-af71-47a6-8333-03eb0e029b49 on host dv-cinder-813229-6-iscsi {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:59.769278 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (c0a215f4-97e2-485c-afd9-7919acfd1e00), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.786922 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-b10425bb-93bb-402f-993a-6eb3679965fa service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076901 Feb 21 01:42:59.792295 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a215f4-97e2-485c-afd9-7919acfd1e00']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:59.802097 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f262b3e-80f1-4988-bf75-b0b8a4ad3523') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:59.802462 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f262b3e-80f1-4988-bf75-b0b8a4ad3523') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:59.811981 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29076525'] for segment (3f262b3e-80f1-4988-bf75-b0b8a4ad3523), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.826046 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (3f262b3e-80f1-4988-bf75-b0b8a4ad3523), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.832592 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-8e4901d7-ee8a-4bc7-8dc9-aa8401ef9172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313'] for port (246e1273-af71-47a6-8333-03eb0e029b49), after_delete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.833126 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:42:59.833346 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-694376'] for segment (3f262b3e-80f1-4988-bf75-b0b8a4ad3523), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: Traceback (most recent call last): Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: timer() Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: cb(*args, **kw) Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: return func(*args, **kwargs) Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: self._notify() Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: self.callback(batched_events) Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: event.method(event) Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: return f(self, *a, **k) Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._get(url).json() Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:42:59.837056 dv-cinder-813229-6-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:42:59.860770 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4901d7-ee8a-4bc7-8dc9-aa8401ef9172 None None] Pushing event deleted for resources: {'Port': ['ID=246e1273-af71-47a6-8333-03eb0e029b49,revision_number=None']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:59.864412 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4901d7-ee8a-4bc7-8dc9-aa8401ef9172 None None] No DVR routers for this DVR port 246e1273-af71-47a6-8333-03eb0e029b49 on host dv-cinder-813229-6-iscsi {{(pid=102950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:59.883917 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c467f43f-02d7-4d11-9c07-db3de2972fc3 req-bb2ea7ef-d733-4a1a-840b-af033607b5d0 service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896792 Feb 21 01:42:59.907268 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (c0a215f4-97e2-485c-afd9-7919acfd1e00), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.918783 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.923769 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c0a215f4-97e2-485c-afd9-7919acfd1e00 HTTP/1.1" status: 204 len: 168 time: 0.5959325 Feb 21 01:42:59.926604 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42172) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:59.936815 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7764c3-07b5-4c9d-9127-ecd8969b8ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a215f4-97e2-485c-afd9-7919acfd1e00,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:59.982990 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:00.003696 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:00.004004 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 9c3822d3-469e-4ba3-a1ab-b5aaf8abae07 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:00.004433 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device a97b6430-8b54-411f-bb63-d8935356df28 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:00.024014 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: a97b6430-8b54-411f-bb63-d8935356df28 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:00.024357 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device a97b6430-8b54-411f-bb63-d8935356df28 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:00.024768 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 246e1273-af71-47a6-8333-03eb0e029b49 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:00.049760 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 246e1273-af71-47a6-8333-03eb0e029b49 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:00.050102 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 246e1273-af71-47a6-8333-03eb0e029b49 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:00.064711 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.182952 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42186) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:00.229015 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6df338-0307-48d5-b4ca-96cf1899a3d9 admin admin] Deleting subnet f8f2bc06-506a-4693-b685-f8e1bef52da0 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:43:00.231823 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ff6df338-0307-48d5-b4ca-96cf1899a3d9 admin admin] Publish callbacks [] for subnet (f8f2bc06-506a-4693-b685-f8e1bef52da0), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.268513 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ff6df338-0307-48d5-b4ca-96cf1899a3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29076532'] for subnet (f8f2bc06-506a-4693-b685-f8e1bef52da0), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.294939 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774957'] for router_interface (e2b90624-56c8-41c2-8142-df1993052c96), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.313872 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ff6df338-0307-48d5-b4ca-96cf1899a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (f8f2bc06-506a-4693-b685-f8e1bef52da0), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.364810 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ff6df338-0307-48d5-b4ca-96cf1899a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-695694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25516960'] for subnet (f8f2bc06-506a-4693-b685-f8e1bef52da0), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.393535 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6df338-0307-48d5-b4ca-96cf1899a3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f2bc06-506a-4693-b685-f8e1bef52da0,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:00.395577 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ff6df338-0307-48d5-b4ca-96cf1899a3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.401757 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ff6df338-0307-48d5-b4ca-96cf1899a3d9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f8f2bc06-506a-4693-b685-f8e1bef52da0 HTTP/1.1" status: 204 len: 168 time: 0.2147899 Feb 21 01:43:00.401757 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42188) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:00.469477 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (6139b747-6901-49d6-8cb0-1f987da14093), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.552477 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (6139b747-6901-49d6-8cb0-1f987da14093), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.575741 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6139b747-6901-49d6-8cb0-1f987da14093']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:00.586656 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5360e019-b02d-461f-8ab8-318e724a138c') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:00.586656 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5360e019-b02d-461f-8ab8-318e724a138c') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:00.596360 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29076525'] for segment (5360e019-b02d-461f-8ab8-318e724a138c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.614781 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (5360e019-b02d-461f-8ab8-318e724a138c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.621826 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:43:00.622265 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-694376'] for segment (5360e019-b02d-461f-8ab8-318e724a138c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: Traceback (most recent call last): Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: timer() Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: cb(*args, **kw) Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: return func(*args, **kwargs) Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: self._notify() Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: self.callback(batched_events) Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: event.method(event) Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: return f(self, *a, **k) Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._get(url).json() Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:43:00.624327 dv-cinder-813229-6-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:43:00.688943 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (6139b747-6901-49d6-8cb0-1f987da14093), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.712631 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.719241 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6139b747-6901-49d6-8cb0-1f987da14093 HTTP/1.1" status: 204 len: 168 time: 0.3163946 Feb 21 01:43:00.720160 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd4fc1-7836-435e-8b48-694df4587999 admin admin] Pushing event deleted for resources: {'Network': ['ID=6139b747-6901-49d6-8cb0-1f987da14093,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:00.721013 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42194) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:00.774147 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bebab5-8211-4ac2-bdf3-f4a345f05c57 admin admin] Deleting subnet 24632664-063b-408f-b1ca-2c1213f964ce {{(pid=102949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:43:00.779753 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-01bebab5-8211-4ac2-bdf3-f4a345f05c57 admin admin] Publish callbacks [] for subnet (24632664-063b-408f-b1ca-2c1213f964ce), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.837137 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-01bebab5-8211-4ac2-bdf3-f4a345f05c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28165619'] for subnet (24632664-063b-408f-b1ca-2c1213f964ce), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.841075 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aae971-86aa-4fab-8a16-8d4d8659db1b req-237df54e-9e1d-4648-9cac-425df9c6f5f3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:00.842566 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a8aae971-86aa-4fab-8a16-8d4d8659db1b req-237df54e-9e1d-4648-9cac-425df9c6f5f3 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 943 time: 0.2397649 Feb 21 01:43:00.889264 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a8aae971-86aa-4fab-8a16-8d4d8659db1b req-7335a327-f662-4c15-8904-3cbfa922d808 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403514 Feb 21 01:43:00.901079 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-01bebab5-8211-4ac2-bdf3-f4a345f05c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (24632664-063b-408f-b1ca-2c1213f964ce), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:00.942591 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Deleting port 9429b42a-0294-403f-b928-e2f61f233b8d {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:00.942923 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.005297 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-01bebab5-8211-4ac2-bdf3-f4a345f05c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28101762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28695740'] for subnet (24632664-063b-408f-b1ca-2c1213f964ce), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.038295 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bebab5-8211-4ac2-bdf3-f4a345f05c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24632664-063b-408f-b1ca-2c1213f964ce,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:01.044987 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-01bebab5-8211-4ac2-bdf3-f4a345f05c57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.048149 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-01bebab5-8211-4ac2-bdf3-f4a345f05c57 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/24632664-063b-408f-b1ca-2c1213f964ce HTTP/1.1" status: 204 len: 168 time: 0.3262060 Feb 21 01:43:01.050839 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42196) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:01.059404 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] For port 9429b42a-0294-403f-b928-e2f61f233b8d, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=9429b42a-0294-403f-b928-e2f61f233b8d,segment=NetworkSegment(4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162),segment_id=4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:01.059763 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.072415 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Calling delete_port for 9429b42a-0294-403f-b928-e2f61f233b8d owned by network:router_interface {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:01.120662 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (007dff69-e11f-4930-8bb8-d1fabf6c54e5), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.165917 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 813fe8d9-9dae-4414-9a9c-594392c2c0ad details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:43:01.198905 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (007dff69-e11f-4930-8bb8-d1fabf6c54e5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.220766 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007dff69-e11f-4930-8bb8-d1fabf6c54e5']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:01.230147 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7d09f0-01d1-401f-ad35-d24f6ccda3b6') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:01.230472 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7d09f0-01d1-401f-ad35-d24f6ccda3b6') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:01.239829 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29076525'] for segment (db7d09f0-01d1-401f-ad35-d24f6ccda3b6), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.254299 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (db7d09f0-01d1-401f-ad35-d24f6ccda3b6), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.262914 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:43:01.263378 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-694376'] for segment (db7d09f0-01d1-401f-ad35-d24f6ccda3b6), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.266072 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (9429b42a-0294-403f-b928-e2f61f233b8d), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.270037 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 813fe8d9-9dae-4414-9a9c-594392c2c0ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=813fe8d9-9dae-4414-9a9c-594392c2c0ad,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: Traceback (most recent call last): Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: timer() Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: cb(*args, **kw) Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: return func(*args, **kwargs) Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: self._notify() Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: self.callback(batched_events) Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: event.method(event) Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: return f(self, *a, **k) Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._get(url).json() Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:43:01.277191 dv-cinder-813229-6-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:43:01.284530 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '813fe8d9-9dae-4414-9a9c-594392c2c0ad', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'port_id': '813fe8d9-9dae-4414-9a9c-594392c2c0ad', 'mac_address': 'fa:16:3e:f4:15:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:43:01.297756 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=9429b42a-0294-403f-b928-e2f61f233b8d,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:01.325022 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 813fe8d9-9dae-4414-9a9c-594392c2c0ad is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:01.325416 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.327467 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (007dff69-e11f-4930-8bb8-d1fabf6c54e5), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.335899 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.340457 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] 10.222.0.79 "DELETE /v2.0/networks/007dff69-e11f-4930-8bb8-d1fabf6c54e5 HTTP/1.1" status: 204 len: 168 time: 0.2886109 Feb 21 01:43:01.341714 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813fe8d9-9dae-4414-9a9c-594392c2c0ad {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:43:01.351876 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c1b15-60eb-4b64-a38f-8ae72d9f436c admin admin] Pushing event deleted for resources: {'Network': ['ID=007dff69-e11f-4930-8bb8-d1fabf6c54e5,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:01.376287 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 813fe8d9-9dae-4414-9a9c-594392c2c0ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=813fe8d9-9dae-4414-9a9c-594392c2c0ad,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:01.382527 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.439888 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=813fe8d9-9dae-4414-9a9c-594392c2c0ad,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:01.489053 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774589'] for router_interface (e2b90624-56c8-41c2-8142-df1993052c96), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.551692 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42200) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:01.590901 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-36c18987-7ba8-4063-918a-03d5a3c2744d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bfefd0d8223c4a8abdce8b73552bc598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378594 Feb 21 01:43:01.593181 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42202) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:01.605334 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['813fe8d9-9dae-4414-9a9c-594392c2c0ad'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:43:01.641693 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fa57-fb2f-473f-b14d-1c1d93f79d46 admin admin] Publish callbacks [] for security_group (b8277ff9-da3a-4b42-ac0a-7bb7f7b82b1b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.662962 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fa57-fb2f-473f-b14d-1c1d93f79d46 admin admin] Publish callbacks [] for security_group (b8277ff9-da3a-4b42-ac0a-7bb7f7b82b1b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.713081 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fa57-fb2f-473f-b14d-1c1d93f79d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (b8277ff9-da3a-4b42-ac0a-7bb7f7b82b1b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.715979 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fa57-fb2f-473f-b14d-1c1d93f79d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.719488 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-dcd1fa57-fb2f-473f-b14d-1c1d93f79d46 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8277ff9-da3a-4b42-ac0a-7bb7f7b82b1b HTTP/1.1" status: 204 len: 168 time: 0.1229119 Feb 21 01:43:01.724577 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Router e2b90624-56c8-41c2-8142-df1993052c96 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:43:01.735890 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1fa57-fb2f-473f-b14d-1c1d93f79d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8277ff9-da3a-4b42-ac0a-7bb7f7b82b1b,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:01.844842 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:43:01.852260 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-2029eebf-b40f-4ae2-831c-68d767c16c14 admin admin] 10.222.0.79 "PUT /v2.0/routers/e2b90624-56c8-41c2-8142-df1993052c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9217246 Feb 21 01:43:01.852518 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42206) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:01.860101 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] Sync routers for ids ['e2b90624-56c8-41c2-8142-df1993052c96'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:43:01.877820 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] Routers {'e2b90624-56c8-41c2-8142-df1993052c96'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:01.878875 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['e2b90624-56c8-41c2-8142-df1993052c96'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:01.980288 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.015171 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks [] for router (e2b90624-56c8-41c2-8142-df1993052c96), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.021439 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] Set router e2b90624-56c8-41c2-8142-df1993052c96 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:02.111298 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f6b7-9332-4ca0-bfca-c9d13c153994 req-cfb020a3-90a8-4afb-a6fb-c46487e4f1c8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:02.114240 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7795f6b7-9332-4ca0-bfca-c9d13c153994 req-cfb020a3-90a8-4afb-a6fb-c46487e4f1c8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 944 time: 0.1096978 Feb 21 01:43:02.155576 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks [] for router_gateway (e2b90624-56c8-41c2-8142-df1993052c96), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.221106 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Deleting port 286aae92-c072-4eb3-8865-b247e66dee77 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:02.221721 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (286aae92-c072-4eb3-8865-b247e66dee77), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.227355 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42216) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:02.269301 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8f620eec-2cf7-49d4-8ac7-f4e600b2b47b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6633d2584db84808a30be53712db698c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407681 Feb 21 01:43:02.272383 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42218) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:02.332078 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '286aae92-c072-4eb3-8865-b247e66dee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:49Z', 'updated_at': '2022-02-21T01:43:01Z', 'revision_number': 5, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'gw_port': {'id': '286aae92-c072-4eb3-8865-b247e66dee77', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:39:50Z', 'updated_at': '2022-02-21T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:02.332307 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] For port 286aae92-c072-4eb3-8865-b247e66dee77, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=286aae92-c072-4eb3-8865-b247e66dee77,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:02.332744 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (286aae92-c072-4eb3-8865-b247e66dee77), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.345185 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1dac-1628-4821-843c-f613ef766178 admin admin] Publish callbacks [] for security_group (78ac48ca-a724-419d-9ab8-7347f7709367), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.353957 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Calling delete_port for 286aae92-c072-4eb3-8865-b247e66dee77 owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:02.363068 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] Checking router: e2b90624-56c8-41c2-8142-df1993052c96 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:43:02.373681 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] Routers {'e2b90624-56c8-41c2-8142-df1993052c96'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:02.374335 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['e2b90624-56c8-41c2-8142-df1993052c96'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:02.384601 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1dac-1628-4821-843c-f613ef766178 admin admin] Publish callbacks [] for security_group (78ac48ca-a724-419d-9ab8-7347f7709367), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.432745 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7795f6b7-9332-4ca0-bfca-c9d13c153994 req-14d9cd4b-741d-46eb-b36a-ce4ee202d6bb tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091395 Feb 21 01:43:02.454948 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1dac-1628-4821-843c-f613ef766178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (78ac48ca-a724-419d-9ab8-7347f7709367), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.457889 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1dac-1628-4821-843c-f613ef766178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.459038 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-9a1e1dac-1628-4821-843c-f613ef766178 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78ac48ca-a724-419d-9ab8-7347f7709367 HTTP/1.1" status: 204 len: 168 time: 0.1857269 Feb 21 01:43:02.475211 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e1dac-1628-4821-843c-f613ef766178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ac48ca-a724-419d-9ab8-7347f7709367,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:02.480652 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] Set router e2b90624-56c8-41c2-8142-df1993052c96 gateway port host: None {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:02.537370 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:49Z', 'updated_at': '2022-02-21T01:43:02Z', 'revision_number': 6, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'gw_port_host': None}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:02.545944 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (286aae92-c072-4eb3-8865-b247e66dee77), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.566637 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56827e86-cb24-42dc-966c-0bbe7e8c7008 None None] The sync data for ids ['e2b90624-56c8-41c2-8142-df1993052c96'] in dv-cinder-813229-6-iscsi is: [{'id': 'e2b90624-56c8-41c2-8142-df1993052c96', 'name': 'tempest-TestMinimumBasicScenario-491987669-router', 'tenant_id': 'acc95a1db9b04149bf00fa406decd5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:39:49Z', 'updated_at': '2022-02-21T01:43:02Z', 'revision_number': 6, 'project_id': 'acc95a1db9b04149bf00fa406decd5e0', 'gw_port_host': None}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:43:02.573509 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Pushing event deleted for resources: {'Port': ['ID=286aae92-c072-4eb3-8865-b247e66dee77,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:02.637410 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768983'] for router_gateway (e2b90624-56c8-41c2-8142-df1993052c96), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.729791 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10917'] for router (e2b90624-56c8-41c2-8142-df1993052c96), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.731981 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks [] for router_controller (e2b90624-56c8-41c2-8142-df1993052c96), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.781895 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775090'] for router (e2b90624-56c8-41c2-8142-df1993052c96), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.782772 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b90624-56c8-41c2-8142-df1993052c96 {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:43:02.787896 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.789046 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9d8f6145-ffe7-453e-bfec-13807215f59a admin admin] 10.222.0.79 "DELETE /v2.0/routers/e2b90624-56c8-41c2-8142-df1993052c96 HTTP/1.1" status: 204 len: 168 time: 0.9354920 Feb 21 01:43:02.791599 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42228) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:02.838000 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4b2d19-bcc2-47ac-be69-74a8a6e3d939 admin admin] Deleting subnet cf98eeb5-37de-40ca-9f86-ced9cc4b135b {{(pid=102949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:43:02.841054 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2d19-bcc2-47ac-be69-74a8a6e3d939 admin admin] Publish callbacks [] for subnet (cf98eeb5-37de-40ca-9f86-ced9cc4b135b), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.878392 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2d19-bcc2-47ac-be69-74a8a6e3d939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28165619'] for subnet (cf98eeb5-37de-40ca-9f86-ced9cc4b135b), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.000590 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2d19-bcc2-47ac-be69-74a8a6e3d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (cf98eeb5-37de-40ca-9f86-ced9cc4b135b), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.054965 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2d19-bcc2-47ac-be69-74a8a6e3d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28101762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28695740'] for subnet (cf98eeb5-37de-40ca-9f86-ced9cc4b135b), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.081383 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b2d19-bcc2-47ac-be69-74a8a6e3d939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf98eeb5-37de-40ca-9f86-ced9cc4b135b,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:03.085334 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2d19-bcc2-47ac-be69-74a8a6e3d939 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.091345 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42242) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:03.092608 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99517226-f5b3-4223-b7c1-755c79b2b892 None None] Network 3341ffe1-34b4-418f-bcfc-2be2d1327f21 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:03.094766 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-0a4b2d19-bcc2-47ac-be69-74a8a6e3d939 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cf98eeb5-37de-40ca-9f86-ced9cc4b135b HTTP/1.1" status: 204 len: 168 time: 0.3020499 Feb 21 01:43:03.175081 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (3341ffe1-34b4-418f-bcfc-2be2d1327f21), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.196509 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 813fe8d9-9dae-4414-9a9c-594392c2c0ad up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:43:03.231804 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Deleting port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:03.232284 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.258085 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 813fe8d9-9dae-4414-9a9c-594392c2c0ad completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:43:03.262005 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 813fe8d9-9dae-4414-9a9c-594392c2c0ad triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:03.262565 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.297310 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] For port 3c9beaa4-7022-4bc7-8037-edcc190f24e1, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=3c9beaa4-7022-4bc7-8037-edcc190f24e1,segment=NetworkSegment(4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162),segment_id=4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:03.297615 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.310265 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Calling delete_port for 3c9beaa4-7022-4bc7-8037-edcc190f24e1 owned by network:dhcp {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:03.352694 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 813fe8d9-9dae-4414-9a9c-594392c2c0ad is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:03.353321 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.394568 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc93c79-76fd-4be8-8f06-5709a13ff65b None None] DHCP port deletion for 3341ffe1-34b4-418f-bcfc-2be2d1327f21 request from dv-cinder-813229-6-iscsi {{(pid=102950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:43:03.399651 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6020ce8f-7720-47da-930a-eafb06485dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813fe8d9-9dae-4414-9a9c-594392c2c0ad'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:03.402362 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ef7dc5-7c44-49ee-8df3-80d4c2ab015d" -d '{"events": [{"server_uuid": "6020ce8f-7720-47da-930a-eafb06485dfd", "name": "network-vif-plugged", "status": "completed", "tag": "813fe8d9-9dae-4414-9a9c-594392c2c0ad"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:03.406598 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (3c9beaa4-7022-4bc7-8037-edcc190f24e1), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.411940 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 813fe8d9-9dae-4414-9a9c-594392c2c0ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=813fe8d9-9dae-4414-9a9c-594392c2c0ad,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:03.433744 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9beaa4-7022-4bc7-8037-edcc190f24e1,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:03.439782 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.441873 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-5bc93c79-76fd-4be8-8f06-5709a13ff65b None None] The port '3c9beaa4-7022-4bc7-8037-edcc190f24e1' was deleted {{(pid=102950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 21 01:43:03.444618 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] No DVR routers for this DVR port 3c9beaa4-7022-4bc7-8037-edcc190f24e1 on host dv-cinder-813229-6-iscsi {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:43:03.471385 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ef14e5-41d3-4453-8740-e9762c65dfad x-openstack-request-id: req-11ef14e5-41d3-4453-8740-e9762c65dfad {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:03.471905 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6020ce8f-7720-47da-930a-eafb06485dfd", "name": "network-vif-plugged", "status": "completed", "tag": "813fe8d9-9dae-4414-9a9c-594392c2c0ad", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:03.472449 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-11ef14e5-41d3-4453-8740-e9762c65dfad {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:03.472846 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6020ce8f-7720-47da-930a-eafb06485dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813fe8d9-9dae-4414-9a9c-594392c2c0ad', 'code': 200} Feb 21 01:43:03.504991 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=813fe8d9-9dae-4414-9a9c-594392c2c0ad,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:03.578418 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (3341ffe1-34b4-418f-bcfc-2be2d1327f21), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.603729 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3341ffe1-34b4-418f-bcfc-2be2d1327f21']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:03.618603 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:03.618907 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:03.629094 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29076525'] for segment (4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.643013 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.649971 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:43:03.650654 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-694376'] for segment (4a7b66e9-881e-4d6d-b0ae-3c8a9c45b162), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: Traceback (most recent call last): Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: timer() Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: cb(*args, **kw) Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: return func(*args, **kwargs) Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: self._notify() Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: self.callback(batched_events) Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: event.method(event) Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: return f(self, *a, **k) Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._get(url).json() Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:43:03.652681 dv-cinder-813229-6-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:43:03.656733 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424177c-345d-4792-b1ac-e90e55805505 req-1da24a1d-2a57-4347-88ee-43ba40a1420e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:03.658875 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5424177c-345d-4792-b1ac-e90e55805505 req-1da24a1d-2a57-4347-88ee-43ba40a1420e tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 945 time: 0.1240864 Feb 21 01:43:03.721253 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (3341ffe1-34b4-418f-bcfc-2be2d1327f21), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.739775 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5424177c-345d-4792-b1ac-e90e55805505 req-35f505c4-7abb-49d6-9049-c33fb4168227 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635409 Feb 21 01:43:03.743508 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd84302-c012-43be-83fd-dbc93b57a867 req-e274e4ed-8e41-48e9-93f9-dbac5857dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:03.745747 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7fd84302-c012-43be-83fd-dbc93b57a867 req-e274e4ed-8e41-48e9-93f9-dbac5857dc20 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 1129 time: 0.1110833 Feb 21 01:43:03.745909 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.749256 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] 10.222.0.79 "DELETE /v2.0/networks/3341ffe1-34b4-418f-bcfc-2be2d1327f21 HTTP/1.1" status: 204 len: 168 time: 0.6568971 Feb 21 01:43:03.750328 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f7f0f-17f3-486e-bb67-d1b8010fd8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3341ffe1-34b4-418f-bcfc-2be2d1327f21,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:03.810909 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7fd84302-c012-43be-83fd-dbc93b57a867 req-600618bc-21ed-4d55-9a14-8e237d7dc72a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585525 Feb 21 01:43:03.942879 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42266) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:03.992723 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3c9beaa4-7022-4bc7-8037-edcc190f24e1 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:04.002890 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0ec8bb2f-aa08-4435-86a7-d5efd2ec8419 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a01e8a980fc419f88335882f4f61612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585728 Feb 21 01:43:04.005258 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42270) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:04.014385 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 3c9beaa4-7022-4bc7-8037-edcc190f24e1 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:04.014968 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3c9beaa4-7022-4bc7-8037-edcc190f24e1 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:04.015931 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 286aae92-c072-4eb3-8865-b247e66dee77 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:04.035682 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 286aae92-c072-4eb3-8865-b247e66dee77 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:04.036022 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 286aae92-c072-4eb3-8865-b247e66dee77 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:04.036467 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 9429b42a-0294-403f-b928-e2f61f233b8d no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:04.053108 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e9fec878-9134-403e-a481-00843343e052 admin admin] Publish callbacks [] for security_group (689cf9e7-44ed-4265-8c65-65822435175c), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.055795 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 9429b42a-0294-403f-b928-e2f61f233b8d {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:04.056137 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 9429b42a-0294-403f-b928-e2f61f233b8d not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:04.075365 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e9fec878-9134-403e-a481-00843343e052 admin admin] Publish callbacks [] for security_group (689cf9e7-44ed-4265-8c65-65822435175c), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.127938 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e9fec878-9134-403e-a481-00843343e052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (689cf9e7-44ed-4265-8c65-65822435175c), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.130489 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-e9fec878-9134-403e-a481-00843343e052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.131632 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-e9fec878-9134-403e-a481-00843343e052 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/689cf9e7-44ed-4265-8c65-65822435175c HTTP/1.1" status: 204 len: 168 time: 0.1253917 Feb 21 01:43:04.139603 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fec878-9134-403e-a481-00843343e052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689cf9e7-44ed-4265-8c65-65822435175c,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:04.399632 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42286) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:04.440012 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-4d3c6e1b-d994-4cf1-aa17-302ff50f6099 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acc95a1db9b04149bf00fa406decd5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391264 Feb 21 01:43:04.442411 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42288) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:04.493409 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-607fafb1-1a24-4cf1-987d-560ed7bb415c admin admin] Publish callbacks [] for security_group (2865cb39-173d-49f4-9064-22c5e1dcdb38), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.514409 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-607fafb1-1a24-4cf1-987d-560ed7bb415c admin admin] Publish callbacks [] for security_group (2865cb39-173d-49f4-9064-22c5e1dcdb38), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.562099 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-607fafb1-1a24-4cf1-987d-560ed7bb415c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (2865cb39-173d-49f4-9064-22c5e1dcdb38), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.564735 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-607fafb1-1a24-4cf1-987d-560ed7bb415c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.566047 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-607fafb1-1a24-4cf1-987d-560ed7bb415c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2865cb39-173d-49f4-9064-22c5e1dcdb38 HTTP/1.1" status: 204 len: 168 time: 0.1225743 Feb 21 01:43:04.574787 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fafb1-1a24-4cf1-987d-560ed7bb415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865cb39-173d-49f4-9064-22c5e1dcdb38,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:04.913589 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e80276-bd65-4de6-8f43-1f6ecbcceafc req-5d7bdefd-affb-446f-9bcd-8b649253d731 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:04.915698 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-78e80276-bd65-4de6-8f43-1f6ecbcceafc req-5d7bdefd-affb-446f-9bcd-8b649253d731 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 945 time: 0.0769069 Feb 21 01:43:05.002769 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-78e80276-bd65-4de6-8f43-1f6ecbcceafc req-4ca99fe4-b764-4e88-87a5-cbda1251b970 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747290 Feb 21 01:43:06.332612 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44283c0-deb1-4439-a704-7cedc8dc01ac req-fcb669f3-cebc-4da3-acaa-989011f50287 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:06.334167 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a44283c0-deb1-4439-a704-7cedc8dc01ac req-fcb669f3-cebc-4da3-acaa-989011f50287 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 945 time: 0.0524166 Feb 21 01:43:06.380556 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a44283c0-deb1-4439-a704-7cedc8dc01ac req-63411aab-cf51-4126-97c1-94b75ed507d0 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 Feb 21 01:43:06.431191 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:06.675462 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a332-1495-45dc-88b1-e5c906ea01cc req-fce99281-10b4-4dce-939a-11887f319018 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:06.677120 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c1c9a332-1495-45dc-88b1-e5c906ea01cc req-fce99281-10b4-4dce-939a-11887f319018 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 945 time: 0.0558596 Feb 21 01:43:06.687719 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42322) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:06.693281 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-18314c36-314c-47eb-89a7-bc1350048299 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Request body: {'floatingip': {'port_id': '813fe8d9-9dae-4414-9a9c-594392c2c0ad'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:06.735339 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-18314c36-314c-47eb-89a7-bc1350048299 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (9d62f9c0-6fa3-485c-8996-b630be7d54fe), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.179602 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-18314c36-314c-47eb-89a7-bc1350048299 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.183282 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-18314c36-314c-47eb-89a7-bc1350048299 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (9d62f9c0-6fa3-485c-8996-b630be7d54fe), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.282213 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.l3_db [None req-18314c36-314c-47eb-89a7-bc1350048299 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Floating IP 9d62f9c0-6fa3-485c-8996-b630be7d54fe associated. External IP: 172.27.1.67, port: 813fe8d9-9dae-4414-9a9c-594392c2c0ad. Feb 21 01:43:07.487246 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18314c36-314c-47eb-89a7-bc1350048299 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:43:07.598452 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18314c36-314c-47eb-89a7-bc1350048299 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:43:07.603101 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-18314c36-314c-47eb-89a7-bc1350048299 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.607777 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] Sync routers for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:43:07.617572 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:07.618177 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:07.631700 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-18314c36-314c-47eb-89a7-bc1350048299 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "PUT /v2.0/floatingips/9d62f9c0-6fa3-485c-8996-b630be7d54fe HTTP/1.1" status: 200 len: 990 time: 0.9427185 Feb 21 01:43:07.632388 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020ce8f-7720-47da-930a-eafb06485dfd', 'tag': '813fe8d9-9dae-4414-9a9c-594392c2c0ad'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:07.634739 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b0c303-fb3e-4f6a-bc29-3515ef7db225" -d '{"events": [{"name": "network-changed", "server_uuid": "6020ce8f-7720-47da-930a-eafb06485dfd", "tag": "813fe8d9-9dae-4414-9a9c-594392c2c0ad"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:07.671055 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937ac981-1a10-4453-b0d7-b660bc6a0e26 x-openstack-request-id: req-937ac981-1a10-4453-b0d7-b660bc6a0e26 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:07.671464 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6020ce8f-7720-47da-930a-eafb06485dfd", "tag": "813fe8d9-9dae-4414-9a9c-594392c2c0ad", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:07.671722 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-937ac981-1a10-4453-b0d7-b660bc6a0e26 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:07.672153 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020ce8f-7720-47da-930a-eafb06485dfd', 'tag': '813fe8d9-9dae-4414-9a9c-594392c2c0ad', 'status': 'completed', 'code': 200} Feb 21 01:43:07.738594 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:07.752806 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-1cb4ef68-4293-48e5-8919-855a28a96915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:07.754972 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-1cb4ef68-4293-48e5-8919-855a28a96915 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c019a195f44431686f7ab8266e87ff2&device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 1129 time: 0.0558047 Feb 21 01:43:07.850434 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-44ce6309-22ee-4371-b073-42ffec99a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:07.853268 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-44ce6309-22ee-4371-b073-42ffec99a08e service neutron] 10.222.0.73 "GET /v2.0/networks?id=05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 200 len: 911 time: 0.0914946 Feb 21 01:43:07.948011 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-c6abe76b-b409-4739-8d49-8ad4d4effca6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813fe8d9-9dae-4414-9a9c-594392c2c0ad HTTP/1.1" status: 200 len: 998 time: 0.0786819 Feb 21 01:43:07.988211 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '9d62f9c0-6fa3-485c-8996-b630be7d54fe', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'port_id': '813fe8d9-9dae-4414-9a9c-594392c2c0ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'mac_address': 'fa:16:3e:f4:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020ce8f-7720-47da-930a-eafb06485dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:53Z', 'updated_at': '2022-02-21T01:43:07Z', 'revision_number': 1, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:08.012197 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-b509135f-01cf-4fc3-bd64-19b0b1a6f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:08.013689 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-b509135f-01cf-4fc3-bd64-19b0b1a6f09d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 200 len: 850 time: 0.0580935 Feb 21 01:43:08.078556 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-a2968f8d-c8c0-43d0-adbf-571a90bb7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:08.078556 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-a2968f8d-c8c0-43d0-adbf-571a90bb7274 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05279b8a-760f-4425-a2dc-46e9bb05cf03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566990 Feb 21 01:43:08.159293 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] Checking router: 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:43:08.168959 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:08.169575 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:42:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:08.180040 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-8438996f-066a-4986-a8de-80d5d9f918be service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952415 Feb 21 01:43:08.291947 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:08.298253 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b0c303-fb3e-4f6a-bc29-3515ef7db225 req-d3c28876-f897-46a9-a8ff-21fa358449f5 service neutron] 10.222.0.73 "GET /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116450 Feb 21 01:43:08.530359 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '9d62f9c0-6fa3-485c-8996-b630be7d54fe', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'port_id': '813fe8d9-9dae-4414-9a9c-594392c2c0ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'mac_address': 'fa:16:3e:f4:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020ce8f-7720-47da-930a-eafb06485dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:53Z', 'updated_at': '2022-02-21T01:43:07Z', 'revision_number': 1, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:08.556030 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a80eab-482a-40dd-b9cb-ca9bbc387422 None None] The sync data for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi is: [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '9d62f9c0-6fa3-485c-8996-b630be7d54fe', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'port_id': '813fe8d9-9dae-4414-9a9c-594392c2c0ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'mac_address': 'fa:16:3e:f4:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020ce8f-7720-47da-930a-eafb06485dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:42:53Z', 'updated_at': '2022-02-21T01:43:07Z', 'revision_number': 1, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:43:08.752999 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26cb8c1-51e7-490e-93cd-bc52219e4cdb None None] New status for floating IP 9d62f9c0-6fa3-485c-8996-b630be7d54fe: ACTIVE {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:43:09.644978 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-0d22b6bb-be58-4435-b30e-c976d86209e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466499 Feb 21 01:43:09.726098 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-8a2cc9eb-136b-4c5c-b3c8-c97b9228f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:09.727608 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-8a2cc9eb-136b-4c5c-b3c8-c97b9228f532 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 1130 time: 0.0607383 Feb 21 01:43:10.048614 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:43:10.075765 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-b0e3e220-330b-4756-9bdb-8340683d54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:10.077215 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-b0e3e220-330b-4756-9bdb-8340683d54d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.3304391 Feb 21 01:43:10.153952 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-e54f814c-3294-41dd-afba-e5f3c2d483c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131 HTTP/1.1" status: 200 len: 1001 time: 0.0590692 Feb 21 01:43:10.198774 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-98c4ce70-997b-439f-b47b-7d54be1d634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:10.200138 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-98c4ce70-997b-439f-b47b-7d54be1d634a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0411112 Feb 21 01:43:10.258417 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-b8d77a7e-f871-42c9-8996-6c94d1f30e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:10.259831 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-b8d77a7e-f871-42c9-8996-6c94d1f30e50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426106 Feb 21 01:43:10.351091 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-e9eac597-7090-45fc-9afa-b07cb9251ac3 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832422 Feb 21 01:43:10.439396 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-cc88639b-032f-4897-ab8b-5a523ed26bed req-f69fcb5b-d9e9-47b3-9c02-e96d0a450a77 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809109 Feb 21 01:43:11.000146 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42398) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:11.101800 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-57ddff85-0b9b-4cd9-b1ac-cb2b6ba2d153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.174548 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-57ddff85-0b9b-4cd9-b1ac-cb2b6ba2d153 admin admin] Publish callbacks [] for security_group (deb2e260-c6e8-4535-a33e-6484f8752126), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.179179 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-57ddff85-0b9b-4cd9-b1ac-cb2b6ba2d153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (deb2e260-c6e8-4535-a33e-6484f8752126), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.217425 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddff85-0b9b-4cd9-b1ac-cb2b6ba2d153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb2e260-c6e8-4535-a33e-6484f8752126,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:11.222310 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-57ddff85-0b9b-4cd9-b1ac-cb2b6ba2d153 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2136d72bb49240c4800228cfe6aa66c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211180 Feb 21 01:43:11.225449 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42402) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:11.271031 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f87544d5-ee28-49d0-8c85-b16022065304 admin admin] Publish callbacks [] for security_group (deb2e260-c6e8-4535-a33e-6484f8752126), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.291913 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f87544d5-ee28-49d0-8c85-b16022065304 admin admin] Publish callbacks [] for security_group (deb2e260-c6e8-4535-a33e-6484f8752126), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.336673 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f87544d5-ee28-49d0-8c85-b16022065304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (deb2e260-c6e8-4535-a33e-6484f8752126), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.339225 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f87544d5-ee28-49d0-8c85-b16022065304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.340374 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f87544d5-ee28-49d0-8c85-b16022065304 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/deb2e260-c6e8-4535-a33e-6484f8752126 HTTP/1.1" status: 204 len: 168 time: 0.1146107 Feb 21 01:43:11.348311 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87544d5-ee28-49d0-8c85-b16022065304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb2e260-c6e8-4535-a33e-6484f8752126,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:11.608727 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42410) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:11.621775 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ea7c41fa-f889-47f6-b3b1-d55f914bd6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.697164 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ea7c41fa-f889-47f6-b3b1-d55f914bd6ab admin admin] Publish callbacks [] for security_group (ffc15fe3-f0c4-4a67-b245-adb2999da239), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.701284 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ea7c41fa-f889-47f6-b3b1-d55f914bd6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (ffc15fe3-f0c4-4a67-b245-adb2999da239), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.738102 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c41fa-f889-47f6-b3b1-d55f914bd6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc15fe3-f0c4-4a67-b245-adb2999da239,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:11.743635 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-ea7c41fa-f889-47f6-b3b1-d55f914bd6ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc4f107e3b2e49beb0bebed7400f71b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337876 Feb 21 01:43:11.746184 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42412) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:11.797012 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-71710693-5d76-4a86-8686-d37abf747642 admin admin] Publish callbacks [] for security_group (ffc15fe3-f0c4-4a67-b245-adb2999da239), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.819349 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-71710693-5d76-4a86-8686-d37abf747642 admin admin] Publish callbacks [] for security_group (ffc15fe3-f0c4-4a67-b245-adb2999da239), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.867605 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-71710693-5d76-4a86-8686-d37abf747642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (ffc15fe3-f0c4-4a67-b245-adb2999da239), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.870155 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-71710693-5d76-4a86-8686-d37abf747642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.871319 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-71710693-5d76-4a86-8686-d37abf747642 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ffc15fe3-f0c4-4a67-b245-adb2999da239 HTTP/1.1" status: 204 len: 168 time: 0.1241343 Feb 21 01:43:11.879711 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71710693-5d76-4a86-8686-d37abf747642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc15fe3-f0c4-4a67-b245-adb2999da239,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:12.185978 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42418) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:12.199384 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38fbc50d-9345-4fc4-b2af-1a33b0946865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.272540 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38fbc50d-9345-4fc4-b2af-1a33b0946865 admin admin] Publish callbacks [] for security_group (83ae65f2-2161-4b3d-b98c-ad2ec533f618), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.276320 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38fbc50d-9345-4fc4-b2af-1a33b0946865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (83ae65f2-2161-4b3d-b98c-ad2ec533f618), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.315966 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-38fbc50d-9345-4fc4-b2af-1a33b0946865 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68b9c2c7025342a68cb8272358958c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288657 Feb 21 01:43:12.317049 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbc50d-9345-4fc4-b2af-1a33b0946865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ae65f2-2161-4b3d-b98c-ad2ec533f618,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:12.318666 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42420) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:12.367928 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ac83b037-fd4a-492a-8bc9-f82e0f5f0e18 admin admin] Publish callbacks [] for security_group (83ae65f2-2161-4b3d-b98c-ad2ec533f618), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.388390 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ac83b037-fd4a-492a-8bc9-f82e0f5f0e18 admin admin] Publish callbacks [] for security_group (83ae65f2-2161-4b3d-b98c-ad2ec533f618), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.440682 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ac83b037-fd4a-492a-8bc9-f82e0f5f0e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (83ae65f2-2161-4b3d-b98c-ad2ec533f618), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.443488 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ac83b037-fd4a-492a-8bc9-f82e0f5f0e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.444876 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-ac83b037-fd4a-492a-8bc9-f82e0f5f0e18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/83ae65f2-2161-4b3d-b98c-ad2ec533f618 HTTP/1.1" status: 204 len: 168 time: 0.1244111 Feb 21 01:43:12.453184 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83b037-fd4a-492a-8bc9-f82e0f5f0e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ae65f2-2161-4b3d-b98c-ad2ec533f618,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:13.515258 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42454) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:13.618980 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-09dc9b26-c5b1-4903-8e18-46e9e0fcfb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.695893 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-09dc9b26-c5b1-4903-8e18-46e9e0fcfb21 admin admin] Publish callbacks [] for security_group (d1844b54-a697-453b-9af3-eb18686391d8), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.699402 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-09dc9b26-c5b1-4903-8e18-46e9e0fcfb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d1844b54-a697-453b-9af3-eb18686391d8), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.738704 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-09dc9b26-c5b1-4903-8e18-46e9e0fcfb21 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0739c2a77846486e9f5692ee2690258e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223446 Feb 21 01:43:13.739648 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc9b26-c5b1-4903-8e18-46e9e0fcfb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1844b54-a697-453b-9af3-eb18686391d8,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:13.741595 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42458) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:13.789261 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-181a59eb-ebfd-4b86-8f05-78cc86960f05 admin admin] Publish callbacks [] for security_group (d1844b54-a697-453b-9af3-eb18686391d8), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.810912 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-181a59eb-ebfd-4b86-8f05-78cc86960f05 admin admin] Publish callbacks [] for security_group (d1844b54-a697-453b-9af3-eb18686391d8), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.856574 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-181a59eb-ebfd-4b86-8f05-78cc86960f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d1844b54-a697-453b-9af3-eb18686391d8), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.859188 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-181a59eb-ebfd-4b86-8f05-78cc86960f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.860980 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-181a59eb-ebfd-4b86-8f05-78cc86960f05 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1844b54-a697-453b-9af3-eb18686391d8 HTTP/1.1" status: 204 len: 168 time: 0.1183531 Feb 21 01:43:13.869029 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a59eb-ebfd-4b86-8f05-78cc86960f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1844b54-a697-453b-9af3-eb18686391d8,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:25.321757 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-821bf04c-700e-4a0d-90bb-e1ee1862928e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:27.652257 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-1125a038-7d67-4412-8b01-de85f5e2a77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.778064 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.058618 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:31.923768 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:33.705029 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcd01b-5c8f-4ea1-ba4b-20dd189eba72 req-816ff916-686a-4fa5-8b06-d47662bb9957 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:33.706531 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-41dcd01b-5c8f-4ea1-ba4b-20dd189eba72 req-816ff916-686a-4fa5-8b06-d47662bb9957 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0522888 Feb 21 01:43:33.751697 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-41dcd01b-5c8f-4ea1-ba4b-20dd189eba72 req-80fa5ff6-0b66-4612-b3a7-ac731d575c8e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Feb 21 01:43:34.873322 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f111c-bc20-48ea-b38b-7282a1abc1df req-a818e24f-aceb-4bc3-99d8-2a3551ffae14 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:34.874809 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e55f111c-bc20-48ea-b38b-7282a1abc1df req-a818e24f-aceb-4bc3-99d8-2a3551ffae14 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0514562 Feb 21 01:43:34.919926 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e55f111c-bc20-48ea-b38b-7282a1abc1df req-d39c1c22-cbba-449b-a573-6670b7de4082 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391960 Feb 21 01:43:36.045826 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeefb9d-cb4f-47f4-b4a9-1154d472d358 req-9d579313-1acf-44bc-988e-2d68c134f25d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:36.047239 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5eeefb9d-cb4f-47f4-b4a9-1154d472d358 req-9d579313-1acf-44bc-988e-2d68c134f25d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0547805 Feb 21 01:43:36.093043 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5eeefb9d-cb4f-47f4-b4a9-1154d472d358 req-4d0d9725-e5a3-4d13-acc4-aa730d9bb472 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398989 Feb 21 01:43:36.442212 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:37.213094 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b6b52-0ed6-4b4d-bd9c-bcfa84374b32 req-5c128290-9d56-46a4-9068-08de6fd9a337 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:37.214565 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e08b6b52-0ed6-4b4d-bd9c-bcfa84374b32 req-5c128290-9d56-46a4-9068-08de6fd9a337 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0509787 Feb 21 01:43:37.259102 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e08b6b52-0ed6-4b4d-bd9c-bcfa84374b32 req-59647ecc-2dbc-49d6-88be-2408e2038639 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Feb 21 01:43:38.377940 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f85f42-5d23-40a5-bb5b-e2598d9bb09c req-301976f0-3df5-445e-8b50-5ebc8ab89cb0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:38.379429 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-02f85f42-5d23-40a5-bb5b-e2598d9bb09c req-301976f0-3df5-445e-8b50-5ebc8ab89cb0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Feb 21 01:43:38.424715 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-02f85f42-5d23-40a5-bb5b-e2598d9bb09c req-eadd5f76-aaf0-4353-8e5a-ae0252f023a5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398045 Feb 21 01:43:39.547471 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5915aef-5160-4fa5-8e9e-cb36a7e4c44a req-5c15bd8b-591f-4612-bc4b-e4fec599c86d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:39.548957 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f5915aef-5160-4fa5-8e9e-cb36a7e4c44a req-5c15bd8b-591f-4612-bc4b-e4fec599c86d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0557294 Feb 21 01:43:39.594017 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f5915aef-5160-4fa5-8e9e-cb36a7e4c44a req-00fcbc3b-bfa9-435b-a6bd-457b90605193 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396147 Feb 21 01:43:40.712727 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcf0a0-ca43-4708-9289-0b051f3c9eca req-8331411c-ef33-47b8-b493-de6fcfaffd95 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:40.714175 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-41bcf0a0-ca43-4708-9289-0b051f3c9eca req-8331411c-ef33-47b8-b493-de6fcfaffd95 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0510685 Feb 21 01:43:40.765524 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-41bcf0a0-ca43-4708-9289-0b051f3c9eca req-73079c30-9bb2-416e-8fb6-0d2c7fa7178e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456586 Feb 21 01:43:41.889054 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d1374-6090-460e-b9ae-4b3fd84cff9a req-1b182758-07b0-4709-bb7e-aa6a49a87e73 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:41.890531 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-327d1374-6090-460e-b9ae-4b3fd84cff9a req-1b182758-07b0-4709-bb7e-aa6a49a87e73 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0532227 Feb 21 01:43:41.937328 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-327d1374-6090-460e-b9ae-4b3fd84cff9a req-d99abd0a-3b10-4394-8258-f04378b6a0d6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405126 Feb 21 01:43:42.871221 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931f5e1-c1b0-4c44-b462-a791c4ec653b req-5a910599-7ad9-4dcd-ad14-bbe0e4655c23 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:42.872585 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2931f5e1-c1b0-4c44-b462-a791c4ec653b req-5a910599-7ad9-4dcd-ad14-bbe0e4655c23 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 945 time: 0.0546181 Feb 21 01:43:42.917230 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2931f5e1-c1b0-4c44-b462-a791c4ec653b req-292ff851-5c40-45d3-81be-0607d8752c60 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385380 Feb 21 01:43:43.059164 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d5fc-0d52-4bfd-b4b3-b5e998d616b9 req-efca7010-50d6-4637-a73e-4f631542ee82 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:43.060667 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c7f9d5fc-0d52-4bfd-b4b3-b5e998d616b9 req-efca7010-50d6-4637-a73e-4f631542ee82 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0517564 Feb 21 01:43:43.107302 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c7f9d5fc-0d52-4bfd-b4b3-b5e998d616b9 req-a3d2697b-39af-4073-8279-ed1fb2e6d493 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Feb 21 01:43:44.033177 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9d52e-2862-4d0e-bbad-a2b6d152b643 req-09d90c3a-4a44-4e6b-a7c0-04dc8ae5aa25 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:44.034725 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3ab9d52e-2862-4d0e-bbad-a2b6d152b643 req-09d90c3a-4a44-4e6b-a7c0-04dc8ae5aa25 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 945 time: 0.0512164 Feb 21 01:43:44.080088 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3ab9d52e-2862-4d0e-bbad-a2b6d152b643 req-8d53ad3a-36e4-4411-8e5b-87ad25fae500 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups?id=f9d240d2-537c-477e-a416-0950ddbde42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399761 Feb 21 01:43:44.228556 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12f7a-99de-497b-aaaf-9665be4da2eb req-1da90fc1-9d43-4bf9-9fde-2730765da0a0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:44.229929 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5bb12f7a-99de-497b-aaaf-9665be4da2eb req-1da90fc1-9d43-4bf9-9fde-2730765da0a0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0508482 Feb 21 01:43:44.275737 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5bb12f7a-99de-497b-aaaf-9665be4da2eb req-611b068b-8c13-4e1a-9a28-0675e0d916e0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398858 Feb 21 01:43:44.653574 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-d5f866df-7537-42b1-9ac8-772cd44e481f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:44.654952 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-d5f866df-7537-42b1-9ac8-772cd44e481f tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 945 time: 0.0510614 Feb 21 01:43:44.748679 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Deleting port 813fe8d9-9dae-4414-9a9c-594392c2c0ad {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:44.749016 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:44.833474 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] For port 813fe8d9-9dae-4414-9a9c-594392c2c0ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=813fe8d9-9dae-4414-9a9c-594392c2c0ad,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:44.833834 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.001667 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.002021 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (9d62f9c0-6fa3-485c-8996-b630be7d54fe), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.002360 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.l3_db [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Floating IP 9d62f9c0-6fa3-485c-8996-b630be7d54fe disassociated. External IP: 172.27.1.67, port: 813fe8d9-9dae-4414-9a9c-594392c2c0ad. Feb 21 01:43:45.002702 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Calling delete_port for 813fe8d9-9dae-4414-9a9c-594392c2c0ad owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:45.123913 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (813fe8d9-9dae-4414-9a9c-594392c2c0ad), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.158456 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event deleted for resources: {'Port': ['ID=813fe8d9-9dae-4414-9a9c-594392c2c0ad,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:45.191570 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-299e763e-cf7e-45ad-ab12-b1f68f37f5c8 req-73d62324-a530-43d4-9c4d-18d70f41522b tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/ports?device_id=6020ce8f-7720-47da-930a-eafb06485dfd HTTP/1.1" status: 200 len: 210 time: 0.0351655 Feb 21 01:43:45.192848 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.193195 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.193541 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.193880 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.194229 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.194567 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.194898 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.195231 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.195557 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.195885 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.196261 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.196526 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.196843 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:45.307531 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:43:45.398306 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c92c0-f4f5-456c-84e1-748c55ebd95c req-6c0a50e0-f0b8-4269-a8e4-4edfe196d9a9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:45.399782 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f48c92c0-f4f5-456c-84e1-748c55ebd95c req-6c0a50e0-f0b8-4269-a8e4-4edfe196d9a9 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0543959 Feb 21 01:43:45.416446 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:43:45.428258 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] Sync routers for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:43:45.437613 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:45.438164 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:43:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:45.452976 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f48c92c0-f4f5-456c-84e1-748c55ebd95c req-b64ba874-9063-41f4-8a63-592b4c995088 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477152 Feb 21 01:43:45.458451 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] No DVR routers for this DVR port 813fe8d9-9dae-4414-9a9c-594392c2c0ad on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:43:45.460980 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.464219 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-526a8d7f-7616-4231-bbe4-0af15d74dc15 req-af18a089-a22d-44ac-9a2d-127ef6d219e8 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.73 "DELETE /v2.0/ports/813fe8d9-9dae-4414-9a9c-594392c2c0ad HTTP/1.1" status: 204 len: 173 time: 0.8033657 Feb 21 01:43:45.464683 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6020ce8f-7720-47da-930a-eafb06485dfd', 'name': 'network-vif-deleted', 'tag': '813fe8d9-9dae-4414-9a9c-594392c2c0ad'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:45.466940 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb93d2d0-bbf6-4d81-828c-99fd10062a97" -d '{"events": [{"server_uuid": "6020ce8f-7720-47da-930a-eafb06485dfd", "name": "network-vif-deleted", "tag": "813fe8d9-9dae-4414-9a9c-594392c2c0ad"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:45.564481 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:45.595003 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c44db5-3629-41ca-96ae-2cebc68e21f2 x-openstack-request-id: req-20c44db5-3629-41ca-96ae-2cebc68e21f2 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:45.595233 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6020ce8f-7720-47da-930a-eafb06485dfd", "name": "network-vif-deleted", "tag": "813fe8d9-9dae-4414-9a9c-594392c2c0ad", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:45.595590 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20c44db5-3629-41ca-96ae-2cebc68e21f2 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:45.596183 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6020ce8f-7720-47da-930a-eafb06485dfd', 'name': 'network-vif-deleted', 'tag': '813fe8d9-9dae-4414-9a9c-594392c2c0ad', 'status': 'completed', 'code': 200} Feb 21 01:43:45.780253 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:45.806115 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] Checking router: 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:43:45.814393 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:45.814913 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:43:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:45.930389 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:46.135436 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:46.161796 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73609b04-aadd-4c99-8efc-ae60dccd000e None None] The sync data for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi is: [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:38:02Z', 'revision_number': 4, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': 'bdaafdc7-440b-450c-b9e2-e0dffb49178a', 'name': '', 'network_id': '05279b8a-760f-4425-a2dc-46e9bb05cf03', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'mac_address': 'fa:16:3e:97:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:01Z', 'updated_at': '2022-02-21T01:38:08Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'subnets': [{'id': 'd5bf596d-b0b5-4908-94fb-fab0186f7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:43:46.276876 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42616) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:46.331818 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (f9d240d2-537c-477e-a416-0950ddbde42b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.355385 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (f9d240d2-537c-477e-a416-0950ddbde42b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.386858 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8fea06-7796-4b02-b258-23ffb55589cd None None] New status for floating IP 9d62f9c0-6fa3-485c-8996-b630be7d54fe: DOWN {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:43:46.407955 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f9d240d2-537c-477e-a416-0950ddbde42b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.410455 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.411653 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "DELETE /v2.0/security-groups/f9d240d2-537c-477e-a416-0950ddbde42b HTTP/1.1" status: 204 len: 168 time: 0.1337466 Feb 21 01:43:46.414652 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42618) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:46.422058 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d240d2-537c-477e-a416-0950ddbde42b,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:46.431011 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.431615 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.432189 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.432737 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.433149 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.433729 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.434060 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.434492 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.434807 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.435134 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.435486 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.435809 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.436128 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272365b0-4166-4c78-ae6b-8860381586ab tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.436497 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.api.v2.resource [None req-4eeb6b7d-b559-4fd7-b830-298af2e54c55 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] show failed (client error): The resource could not be found. Feb 21 01:43:46.437695 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-4eeb6b7d-b559-4fd7-b830-298af2e54c55 tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "GET /v2.0/security-groups/f9d240d2-537c-477e-a416-0950ddbde42b HTTP/1.1" status: 404 len: 347 time: 0.0198350 Feb 21 01:43:46.441075 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42620) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:46.617994 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5494d8-12e2-40bd-961d-7ae8b7e0a3de req-955cf018-dfac-45f1-86af-10674c570694 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:46.619371 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-af5494d8-12e2-40bd-961d-7ae8b7e0a3de req-955cf018-dfac-45f1-86af-10674c570694 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0852840 Feb 21 01:43:46.623558 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Deleting port bfeb1235-ac2d-4bbb-a2d4-0709ac86e374 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:46.623895 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (bfeb1235-ac2d-4bbb-a2d4-0709ac86e374), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.713904 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-af5494d8-12e2-40bd-961d-7ae8b7e0a3de req-81342c8a-1092-4863-a018-504288f7aa10 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868349 Feb 21 01:43:46.727025 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (bfeb1235-ac2d-4bbb-a2d4-0709ac86e374), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.727317 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (bfeb1235-ac2d-4bbb-a2d4-0709ac86e374), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.739797 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Calling delete_port for bfeb1235-ac2d-4bbb-a2d4-0709ac86e374 owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:46.869757 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (bfeb1235-ac2d-4bbb-a2d4-0709ac86e374), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.893025 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Pushing event deleted for resources: {'Port': ['ID=bfeb1235-ac2d-4bbb-a2d4-0709ac86e374,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:46.952957 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks [] for floatingip (9d62f9c0-6fa3-485c-8996-b630be7d54fe), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.955519 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.956653 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-809c79d1-9549-4a36-ab7a-b82f1af84c9d tempest-AttachVolumeTestJSON-1692319381 tempest-AttachVolumeTestJSON-1692319381-project] 10.222.0.79 "DELETE /v2.0/floatingips/9d62f9c0-6fa3-485c-8996-b630be7d54fe HTTP/1.1" status: 204 len: 168 time: 0.5146718 Feb 21 01:43:47.048718 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:43:47.382879 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 813fe8d9-9dae-4414-9a9c-594392c2c0ad no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:47.403201 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 813fe8d9-9dae-4414-9a9c-594392c2c0ad {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:47.403546 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 813fe8d9-9dae-4414-9a9c-594392c2c0ad not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:47.835975 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb394e-7615-4cdd-a8fb-03b6e36b8e91 req-8bbeab71-5cef-49fa-8a33-710109cb3e9d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:47.837437 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-75cb394e-7615-4cdd-a8fb-03b6e36b8e91 req-8bbeab71-5cef-49fa-8a33-710109cb3e9d tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0509949 Feb 21 01:43:47.886446 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-75cb394e-7615-4cdd-a8fb-03b6e36b8e91 req-4af3852c-0f11-4bf0-9042-93443aa01f14 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 Feb 21 01:43:49.005884 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74b2f7-f0bb-4eb7-ad23-2de5cef4ee5b req-123df44d-ae5d-4128-91c8-b42ba628a895 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:49.007508 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2a74b2f7-f0bb-4eb7-ad23-2de5cef4ee5b req-123df44d-ae5d-4128-91c8-b42ba628a895 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0524533 Feb 21 01:43:49.054387 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2a74b2f7-f0bb-4eb7-ad23-2de5cef4ee5b req-46a81cb1-257f-4acd-8d80-52e355a70fc6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Feb 21 01:43:49.401141 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:43:49.498865 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:49.511940 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'port_id': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'mac_address': 'fa:16:3e:f7:ae:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:43:49.552084 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 98dd3d59-9548-4ea1-ad4d-386df1726b43 is: ACTIVE; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:49.552476 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:49.565992 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98dd3d59-9548-4ea1-ad4d-386df1726b43 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:43:49.584635 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:49.588379 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:49.641073 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=6']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:49.648119 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.648499 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.648863 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.649209 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.649541 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.649868 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.650193 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.650540 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.650864 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.651203 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.651526 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.651841 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.652158 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:49.673934 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['98dd3d59-9548-4ea1-ad4d-386df1726b43'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:43:50.175477 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0f7f-d9db-48af-ab16-a8f796ecc6b0 req-2225bd7b-9a59-4836-9095-3df837f789ca tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:50.176921 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4e6b0f7f-d9db-48af-ab16-a8f796ecc6b0 req-2225bd7b-9a59-4836-9095-3df837f789ca tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 944 time: 0.0515683 Feb 21 01:43:50.221741 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4e6b0f7f-d9db-48af-ab16-a8f796ecc6b0 req-4eedc56e-3152-482a-a166-3028e14d0f93 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393436 Feb 21 01:43:50.446866 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42656) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:50.926186 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774957'] for router_interface (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:51.184208 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Deleting port bdaafdc7-440b-450c-b9e2-e0dffb49178a {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:51.184916 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:51.266484 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] For port bdaafdc7-440b-450c-b9e2-e0dffb49178a, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=bdaafdc7-440b-450c-b9e2-e0dffb49178a,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:51.266797 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:51.279164 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Calling delete_port for bdaafdc7-440b-450c-b9e2-e0dffb49178a owned by network:router_interface {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:51.347261 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e038f-f5c9-43ea-87a0-55a01e349f2b req-1ffce306-e142-412a-ae30-cf92038d21ff tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:51.348748 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9c0e038f-f5c9-43ea-87a0-55a01e349f2b req-1ffce306-e142-412a-ae30-cf92038d21ff tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 944 time: 0.0547364 Feb 21 01:43:51.414539 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:43:51.436040 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9c0e038f-f5c9-43ea-87a0-55a01e349f2b req-4a8ccf54-542f-4e69-8457-aac97ca0e276 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797777 Feb 21 01:43:51.481779 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 98dd3d59-9548-4ea1-ad4d-386df1726b43 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:51.482275 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:51.504197 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (bdaafdc7-440b-450c-b9e2-e0dffb49178a), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:51.536603 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdaafdc7-440b-450c-b9e2-e0dffb49178a,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:51.609217 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 98dd3d59-9548-4ea1-ad4d-386df1726b43 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:51.610593 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:51.653490 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:51.654622 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:51.657793 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b274d84a-8df6-4baa-a5f4-e5203ea2a1ff" -d '{"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-plugged", "status": "completed", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:51.664643 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:51.765243 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=7']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:51.769443 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774589'] for router_interface (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:51.833160 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d862a55-0828-4c7d-ac87-5286ffd0b812 x-openstack-request-id: req-1d862a55-0828-4c7d-ac87-5286ffd0b812 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:51.833432 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-plugged", "status": "completed", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:51.833692 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d862a55-0828-4c7d-ac87-5286ffd0b812 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:51.834092 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'code': 200} Feb 21 01:43:52.283871 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:43:52.411221 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:43:52.416507 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-3ee54357-c00d-4fe7-a0f6-553147075752 admin admin] 10.222.0.79 "PUT /v2.0/routers/0900fc57-7f5e-4ae5-97a6-b63b2198cff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9686098 Feb 21 01:43:52.419156 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42688) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:52.423068 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] Sync routers for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:43:52.438127 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:52.440800 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:43:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:52.588077 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:52.794262 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks [] for router (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:52.820380 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:43:51Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:52.850938 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] Checking router: 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:43:52.860652 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] Routers {'0900fc57-7f5e-4ae5-97a6-b63b2198cff1'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:52.862155 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:43:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:52.923796 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721a43d-cfea-44c6-8ae0-e0a8835ebf1f req-fd940ae9-3d92-46e2-b031-ab7ba2f57c00 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:52.925273 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2721a43d-cfea-44c6-8ae0-e0a8835ebf1f req-fd940ae9-3d92-46e2-b031-ab7ba2f57c00 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.1291049 Feb 21 01:43:52.971298 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks [] for router_gateway (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:52.991239 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] Set router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:53.017164 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2721a43d-cfea-44c6-8ae0-e0a8835ebf1f req-9cb06ca3-8564-4ae8-b598-7602df2bedfb tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761011 Feb 21 01:43:53.059486 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Deleting port ae48d647-3316-4061-9b36-2ae6c5831b5c {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:53.060118 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.152155 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] For port ae48d647-3316-4061-9b36-2ae6c5831b5c, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=ae48d647-3316-4061-9b36-2ae6c5831b5c,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:53.152536 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.166035 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Calling delete_port for ae48d647-3316-4061-9b36-2ae6c5831b5c owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:53.214132 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:43:51Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:53.243238 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6339b6-6fac-4f88-a7d0-52886d665e4e None None] The sync data for ids ['0900fc57-7f5e-4ae5-97a6-b63b2198cff1'] in dv-cinder-813229-6-iscsi is: [{'id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'name': 'tempest-AttachVolumeTestJSON-2003301811-router', 'tenant_id': '4c019a195f44431686f7ab8266e87ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:56Z', 'updated_at': '2022-02-21T01:43:51Z', 'revision_number': 5, 'project_id': '4c019a195f44431686f7ab8266e87ff2', 'gw_port': {'id': 'ae48d647-3316-4061-9b36-2ae6c5831b5c', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900fc57-7f5e-4ae5-97a6-b63b2198cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:37:57Z', 'updated_at': '2022-02-21T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:43:53.363647 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (ae48d647-3316-4061-9b36-2ae6c5831b5c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.390251 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae48d647-3316-4061-9b36-2ae6c5831b5c,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:53.462050 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768983'] for router_gateway (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.572119 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10917'] for router (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.576506 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks [] for router_controller (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.634351 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775090'] for router (0900fc57-7f5e-4ae5-97a6-b63b2198cff1), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.635180 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0900fc57-7f5e-4ae5-97a6-b63b2198cff1 {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:43:53.641438 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.645136 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b586f5ec-e47a-4e8c-85a3-2f15f3c0ed17 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0900fc57-7f5e-4ae5-97a6-b63b2198cff1 HTTP/1.1" status: 204 len: 168 time: 1.2227561 Feb 21 01:43:53.645590 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42692) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:53.699849 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce043f7-8993-4cf2-a503-643c75abb9ed admin admin] Deleting subnet d5bf596d-b0b5-4908-94fb-fab0186f7288 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:43:53.705299 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7ce043f7-8993-4cf2-a503-643c75abb9ed admin admin] Publish callbacks [] for subnet (d5bf596d-b0b5-4908-94fb-fab0186f7288), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.752906 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7ce043f7-8993-4cf2-a503-643c75abb9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29076532'] for subnet (d5bf596d-b0b5-4908-94fb-fab0186f7288), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.862384 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7ce043f7-8993-4cf2-a503-643c75abb9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (d5bf596d-b0b5-4908-94fb-fab0186f7288), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.927359 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7ce043f7-8993-4cf2-a503-643c75abb9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-695694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25516960'] for subnet (d5bf596d-b0b5-4908-94fb-fab0186f7288), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.945395 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7ce043f7-8993-4cf2-a503-643c75abb9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.951983 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42694) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:53.953990 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7395141-9536-445d-830d-e7fec606c8d1 None None] Network 05279b8a-760f-4425-a2dc-46e9bb05cf03 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:53.960041 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7ce043f7-8993-4cf2-a503-643c75abb9ed admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d5bf596d-b0b5-4908-94fb-fab0186f7288 HTTP/1.1" status: 204 len: 168 time: 0.3133485 Feb 21 01:43:53.986334 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce043f7-8993-4cf2-a503-643c75abb9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bf596d-b0b5-4908-94fb-fab0186f7288,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:54.123202 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (05279b8a-760f-4425-a2dc-46e9bb05cf03), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.127012 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device bdaafdc7-440b-450c-b9e2-e0dffb49178a no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:54.195184 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: bdaafdc7-440b-450c-b9e2-e0dffb49178a {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:54.195184 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device bdaafdc7-440b-450c-b9e2-e0dffb49178a not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:54.258564 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81708a37-57ee-44c7-b1f0-a3157eb37468 req-4c248e5c-557d-4719-aecc-76de9d68caa8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:54.260158 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-81708a37-57ee-44c7-b1f0-a3157eb37468 req-4c248e5c-557d-4719-aecc-76de9d68caa8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.1042731 Feb 21 01:43:54.261949 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Deleting port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:54.262412 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.358749 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] For port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=5cd78fb4-9923-43e1-80e1-4e9f6fe01d37,segment=NetworkSegment(829f70db-4360-4ecc-a55e-a5bc770d810c),segment_id=829f70db-4360-4ecc-a55e-a5bc770d810c)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:54.359297 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.377126 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-81708a37-57ee-44c7-b1f0-a3157eb37468 req-9f86c82e-a91d-48bd-8606-637c6bbab1f5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085649 Feb 21 01:43:54.382245 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Calling delete_port for 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 owned by network:dhcp {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:54.475215 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (5cd78fb4-9923-43e1-80e1-4e9f6fe01d37), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.502503 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd78fb4-9923-43e1-80e1-4e9f6fe01d37,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:54.511397 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] No DVR routers for this DVR port 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 on host dv-cinder-813229-6-iscsi {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:43:54.568816 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca2ca8-d420-47ea-8cb6-a1c4f1bc5973 None None] DHCP port deletion for 05279b8a-760f-4425-a2dc-46e9bb05cf03 request from dv-cinder-813229-6-iscsi {{(pid=102950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:43:54.615682 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (05279b8a-760f-4425-a2dc-46e9bb05cf03), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.638742 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05279b8a-760f-4425-a2dc-46e9bb05cf03']}} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:54.649794 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829f70db-4360-4ecc-a55e-a5bc770d810c') {'for_net_delete': True} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:54.650108 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829f70db-4360-4ecc-a55e-a5bc770d810c') {} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:54.660133 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28165610'] for segment (829f70db-4360-4ecc-a55e-a5bc770d810c), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.676698 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (829f70db-4360-4ecc-a55e-a5bc770d810c), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.686262 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:43:54.686930 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28100964'] for segment (829f70db-4360-4ecc-a55e-a5bc770d810c), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: Traceback (most recent call last): Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: timer() Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: cb(*args, **kw) Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: return func(*args, **kwargs) Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: self._notify() Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: self.callback(batched_events) Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: event.method(event) Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: return f(self, *a, **k) Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._get(url).json() Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: return self.request(url, 'GET', **kwargs) Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:43:54.690244 dv-cinder-813229-6-iscsi neutron-server[102949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:43:54.749068 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (05279b8a-760f-4425-a2dc-46e9bb05cf03), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.754727 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.760213 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] 10.222.0.79 "DELETE /v2.0/networks/05279b8a-760f-4425-a2dc-46e9bb05cf03 HTTP/1.1" status: 204 len: 168 time: 0.8048174 Feb 21 01:43:54.776281 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856512f0-18ef-4b93-b45f-df494e458673 admin admin] Pushing event deleted for resources: {'Network': ['ID=05279b8a-760f-4425-a2dc-46e9bb05cf03,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:54.922915 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42706) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:54.973934 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-5c0ad7b9-5f9a-423e-85bd-67ad37fbc84d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c019a195f44431686f7ab8266e87ff2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496671 Feb 21 01:43:54.976490 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42708) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:55.028874 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-25894315-70ce-4adb-8473-16cbcd06bef3 admin admin] Publish callbacks [] for security_group (b1c8017b-2133-4ced-9bbf-72a8b340b99e), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:55.057930 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-25894315-70ce-4adb-8473-16cbcd06bef3 admin admin] Publish callbacks [] for security_group (b1c8017b-2133-4ced-9bbf-72a8b340b99e), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:55.115653 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-25894315-70ce-4adb-8473-16cbcd06bef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (b1c8017b-2133-4ced-9bbf-72a8b340b99e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:55.118713 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-25894315-70ce-4adb-8473-16cbcd06bef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:55.121165 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-25894315-70ce-4adb-8473-16cbcd06bef3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1c8017b-2133-4ced-9bbf-72a8b340b99e HTTP/1.1" status: 204 len: 168 time: 0.1432734 Feb 21 01:43:55.132216 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25894315-70ce-4adb-8473-16cbcd06bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c8017b-2133-4ced-9bbf-72a8b340b99e,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:55.330233 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-0640a963-7906-4d8a-9918-a8ee2d0f131f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:55.544442 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6b13c-7c8f-4868-88ca-0e0461d8b915 req-2a7ddfe2-7caa-463d-bc0a-114f37c61e6c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:55.546184 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-49a6b13c-7c8f-4868-88ca-0e0461d8b915 req-2a7ddfe2-7caa-463d-bc0a-114f37c61e6c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0813491 Feb 21 01:43:55.617109 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-49a6b13c-7c8f-4868-88ca-0e0461d8b915 req-ff7bd04d-d3f6-462e-a44d-844a13bb40d4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644233 Feb 21 01:43:56.038614 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ae48d647-3316-4061-9b36-2ae6c5831b5c no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:56.064149 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: ae48d647-3316-4061-9b36-2ae6c5831b5c {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:56.064776 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ae48d647-3316-4061-9b36-2ae6c5831b5c not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:56.065453 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:56.085689 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:56.086667 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 5cd78fb4-9923-43e1-80e1-4e9f6fe01d37 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:56.765209 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c4742-cdf5-4dbc-8945-95f09c390b55 req-403eefcd-46f0-4f8e-8bda-a7bdf74dae2b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:56.767677 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a68c4742-cdf5-4dbc-8945-95f09c390b55 req-403eefcd-46f0-4f8e-8bda-a7bdf74dae2b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0709100 Feb 21 01:43:56.861777 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a68c4742-cdf5-4dbc-8945-95f09c390b55 req-639700c3-90d7-4bd9-b937-98ed7fd6349b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847080 Feb 21 01:43:57.660266 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd2c7-a0a3-4c87-8edc-1db4cddbb0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:57.993048 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac94bf-08d8-41cf-8074-7092f8c3b9e8 req-7392c6d6-1c09-44cb-8778-c6765a6aea22 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:57.994658 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e8ac94bf-08d8-41cf-8074-7092f8c3b9e8 req-7392c6d6-1c09-44cb-8778-c6765a6aea22 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0584636 Feb 21 01:43:58.058634 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e8ac94bf-08d8-41cf-8074-7092f8c3b9e8 req-8b1a671a-0867-4fc6-8e51-502fb0251ae2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570269 Feb 21 01:43:58.784624 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:59.194558 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3be28-1f45-4d12-b66e-1c1de5bddb3b req-208cac17-8fd3-4185-9e0b-53461ecf635a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:59.196030 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-15b3be28-1f45-4d12-b66e-1c1de5bddb3b req-208cac17-8fd3-4185-9e0b-53461ecf635a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0553021 Feb 21 01:43:59.254872 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-15b3be28-1f45-4d12-b66e-1c1de5bddb3b req-6250af79-47ed-4815-a94d-b47c7dff6856 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530453 Feb 21 01:44:00.075762 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:00.403348 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081b728-4d23-491a-ab15-702a82b2779a req-d5d7897b-feff-4498-9de4-9f34a4ef6ee3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:00.404866 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f081b728-4d23-491a-ab15-702a82b2779a req-d5d7897b-feff-4498-9de4-9f34a4ef6ee3 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0574846 Feb 21 01:44:00.460650 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f081b728-4d23-491a-ab15-702a82b2779a req-eb730a16-1244-4325-a987-42a0a9ac829c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494926 Feb 21 01:44:01.582976 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e411a-ea65-4765-a09d-de8a711980b2 req-e5d206af-2ed1-4458-8dbb-1f1b655d6e3a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:01.584426 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c4e411a-ea65-4765-a09d-de8a711980b2 req-e5d206af-2ed1-4458-8dbb-1f1b655d6e3a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0508494 Feb 21 01:44:01.633976 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c4e411a-ea65-4765-a09d-de8a711980b2 req-3762d4d3-7f2d-457c-bcd3-e41f58dcd89b tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441248 Feb 21 01:44:01.931761 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:02.756385 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c901f4-5d89-4162-a081-76e77dfe641d req-c03b8b26-5814-4e3e-adbe-887a80cbab6f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:02.757818 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22c901f4-5d89-4162-a081-76e77dfe641d req-c03b8b26-5814-4e3e-adbe-887a80cbab6f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0509415 Feb 21 01:44:02.802349 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22c901f4-5d89-4162-a081-76e77dfe641d req-e0c3b4e3-803f-4b77-9446-b4843f52a488 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390377 Feb 21 01:44:03.535601 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-9f9920d1-c4fe-48dd-a5b5-637416171fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:03.537174 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-9f9920d1-c4fe-48dd-a5b5-637416171fe3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 1129 time: 0.1372228 Feb 21 01:44:03.628566 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-625601b8-4418-444e-9537-0de41efc272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:03.630171 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-625601b8-4418-444e-9537-0de41efc272e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 917 time: 0.0853872 Feb 21 01:44:03.698930 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-0bdc7656-8b99-4494-951f-a9baa4f1670e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43 HTTP/1.1" status: 200 len: 1001 time: 0.0620930 Feb 21 01:44:03.746871 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-e691f5cd-848c-47f6-9ff7-8c1a12205a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:03.748293 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-e691f5cd-848c-47f6-9ff7-8c1a12205a1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.0423064 Feb 21 01:44:03.801382 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-d5975488-6ffa-430a-aae6-868e744ed058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:03.803124 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-d5975488-6ffa-430a-aae6-868e744ed058 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450866 Feb 21 01:44:03.941991 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-192bd82a-8d20-4840-b693-5f62c31f96e2 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322057 Feb 21 01:44:03.952818 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731e724-c350-4f82-8e9a-02fd46bdf7c2 req-21ca42f9-c3fd-49d1-9b9a-4cbb001198b8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:03.954218 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a731e724-c350-4f82-8e9a-02fd46bdf7c2 req-21ca42f9-c3fd-49d1-9b9a-4cbb001198b8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0802271 Feb 21 01:44:04.055640 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a731e724-c350-4f82-8e9a-02fd46bdf7c2 req-bc13b111-bbb7-487b-8dd5-b09ffba68604 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937140 Feb 21 01:44:04.070950 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c0ffaec2-6fcc-4a71-9ac8-4be6cd61b20c req-eaf28857-4078-49d5-83b1-0e66ca616e57 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158404 Feb 21 01:44:05.183866 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692cab4-efde-44c2-98f7-2202079d7a0e req-2ca886a3-30e0-42de-a91d-4d06b6d16ca0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:05.185328 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f692cab4-efde-44c2-98f7-2202079d7a0e req-2ca886a3-30e0-42de-a91d-4d06b6d16ca0 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 945 time: 0.0565703 Feb 21 01:44:05.233593 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f692cab4-efde-44c2-98f7-2202079d7a0e req-5f6e14ae-d6ee-48e5-8944-dc53ff33428f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Feb 21 01:44:05.428484 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:44:05.504359 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 98dd3d59-9548-4ea1-ad4d-386df1726b43 is: ACTIVE; New status is: DOWN {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:05.504746 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:05.526486 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:05.528664 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1bf5b2-8e92-4b53-b7f2-bbb1d88c259e" -d '{"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-unplugged", "status": "completed", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:05.540646 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:05.544739 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:05.569536 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3b9a46-ddb3-4a43-aa0a-e04c6de4b6a2 x-openstack-request-id: req-0f3b9a46-ddb3-4a43-aa0a-e04c6de4b6a2 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:05.569844 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-unplugged", "status": "completed", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:05.570101 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f3b9a46-ddb3-4a43-aa0a-e04c6de4b6a2 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:05.570621 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'code': 200} Feb 21 01:44:05.595160 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=8']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:06.330400 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42882) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:06.355472 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820f72-5aea-48dd-8556-601655853c63 req-0a2e8c47-eef3-4697-b22c-97b8d6f47d76 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:06.356954 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3820f72-5aea-48dd-8556-601655853c63 req-0a2e8c47-eef3-4697-b22c-97b8d6f47d76 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0518095 Feb 21 01:44:06.403173 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3820f72-5aea-48dd-8556-601655853c63 req-7745d5c1-02b8-4753-a307-b7e253ec42df tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402064 Feb 21 01:44:06.439285 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c238d478-38ae-4e82-9886-935e797d1e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.444735 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.520339 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c238d478-38ae-4e82-9886-935e797d1e76 admin admin] Publish callbacks [] for security_group (90748087-8d76-422c-adfc-bf0dc2a7a818), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.524265 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c238d478-38ae-4e82-9886-935e797d1e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (90748087-8d76-422c-adfc-bf0dc2a7a818), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.566699 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c238d478-38ae-4e82-9886-935e797d1e76 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5428110a1c5d4a40bf7547084a1ead06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328434 Feb 21 01:44:06.566699 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238d478-38ae-4e82-9886-935e797d1e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90748087-8d76-422c-adfc-bf0dc2a7a818,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:06.567436 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42894) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:06.619234 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c13e12ff-772b-4df3-b28e-5bad54c81972 admin admin] Publish callbacks [] for security_group (90748087-8d76-422c-adfc-bf0dc2a7a818), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.643832 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c13e12ff-772b-4df3-b28e-5bad54c81972 admin admin] Publish callbacks [] for security_group (90748087-8d76-422c-adfc-bf0dc2a7a818), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.690887 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c13e12ff-772b-4df3-b28e-5bad54c81972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (90748087-8d76-422c-adfc-bf0dc2a7a818), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.693637 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c13e12ff-772b-4df3-b28e-5bad54c81972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.695428 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c13e12ff-772b-4df3-b28e-5bad54c81972 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90748087-8d76-422c-adfc-bf0dc2a7a818 HTTP/1.1" status: 204 len: 168 time: 0.1262951 Feb 21 01:44:06.704003 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e12ff-772b-4df3-b28e-5bad54c81972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90748087-8d76-422c-adfc-bf0dc2a7a818,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:06.969497 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42912) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:06.983170 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-10272b52-3ddf-4985-8a0c-53ad8efec364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:07.065790 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-10272b52-3ddf-4985-8a0c-53ad8efec364 admin admin] Publish callbacks [] for security_group (681e73fd-cf08-43de-9035-d46e10b35e56), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:07.069537 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-10272b52-3ddf-4985-8a0c-53ad8efec364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (681e73fd-cf08-43de-9035-d46e10b35e56), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:07.108642 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-10272b52-3ddf-4985-8a0c-53ad8efec364 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a4e002e0d4e44a287576880a3b27f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379526 Feb 21 01:44:07.109463 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10272b52-3ddf-4985-8a0c-53ad8efec364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681e73fd-cf08-43de-9035-d46e10b35e56,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:07.111392 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42916) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:07.166657 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-12473b27-7c20-44a5-a7da-b7df3c7a73d4 admin admin] Publish callbacks [] for security_group (681e73fd-cf08-43de-9035-d46e10b35e56), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:07.187331 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-12473b27-7c20-44a5-a7da-b7df3c7a73d4 admin admin] Publish callbacks [] for security_group (681e73fd-cf08-43de-9035-d46e10b35e56), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:07.239156 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-12473b27-7c20-44a5-a7da-b7df3c7a73d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (681e73fd-cf08-43de-9035-d46e10b35e56), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:07.242126 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-12473b27-7c20-44a5-a7da-b7df3c7a73d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:07.245740 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-12473b27-7c20-44a5-a7da-b7df3c7a73d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/681e73fd-cf08-43de-9035-d46e10b35e56 HTTP/1.1" status: 204 len: 168 time: 0.1308827 Feb 21 01:44:07.253104 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12473b27-7c20-44a5-a7da-b7df3c7a73d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e73fd-cf08-43de-9035-d46e10b35e56,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:07.318449 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c056f0c-30f9-4db4-8e20-62874e0bf30e req-73b355a3-f1f2-46c3-a047-680b1f2189d2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:07.319951 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5c056f0c-30f9-4db4-8e20-62874e0bf30e req-73b355a3-f1f2-46c3-a047-680b1f2189d2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0581710 Feb 21 01:44:07.370005 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5c056f0c-30f9-4db4-8e20-62874e0bf30e req-c0eca5b5-3af8-4327-945b-9a57cf5ba820 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444922 Feb 21 01:44:07.774687 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 42956) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:07.864661 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-c79e7abf-c100-4710-8d28-1bfc2d0d04bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885496 Feb 21 01:44:07.873418 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-41977499-ef1d-4321-ba8b-6aa55e93c1f0 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102949) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:44:07.874615 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-41977499-ef1d-4321-ba8b-6aa55e93c1f0 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050449 Feb 21 01:44:08.007668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 42970) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:08.261413 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-9992988e-0232-4864-acab-3019307c1812 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:08.262807 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-9992988e-0232-4864-acab-3019307c1812 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports/98dd3d59-9548-4ea1-ad4d-386df1726b43 HTTP/1.1" status: 200 len: 940 time: 0.2541556 Feb 21 01:44:08.494765 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c5c4a-738d-4bd4-a7f4-c3ac5ce0422e req-b7c369c3-0776-4c04-b7eb-902e765a5d45 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:08.496336 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-144c5c4a-738d-4bd4-a7f4-c3ac5ce0422e req-b7c369c3-0776-4c04-b7eb-902e765a5d45 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0536306 Feb 21 01:44:08.556396 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-144c5c4a-738d-4bd4-a7f4-c3ac5ce0422e req-e6534940-7859-448d-be09-1bd18e27ce81 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531979 Feb 21 01:44:09.205000 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-8975a55d-181d-41a2-9de6-7d2454dc6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:09.206540 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-8975a55d-181d-41a2-9de6-7d2454dc6aea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8&tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59 HTTP/1.1" status: 200 len: 1127 time: 0.0469966 Feb 21 01:44:09.269726 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-f6a9c8cb-4b2e-4c49-9fcb-12ba36e683f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:09.271251 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-f6a9c8cb-4b2e-4c49-9fcb-12ba36e683f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 1127 time: 0.0424154 Feb 21 01:44:09.360329 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-81dd4e8f-dd1b-4f06-8ef8-89269a7995e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:09.361698 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-81dd4e8f-dd1b-4f06-8ef8-89269a7995e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 200 len: 917 time: 0.0847032 Feb 21 01:44:09.426666 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-7b7ff062-d37b-48a2-a8b4-e891f3dd534e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43 HTTP/1.1" status: 200 len: 999 time: 0.0588698 Feb 21 01:44:09.443541 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:44:09.472511 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-18fc791d-0014-476f-abf4-7eb4161e5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:09.473977 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-18fc791d-0014-476f-abf4-7eb4161e5ddc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 200 len: 856 time: 0.0420964 Feb 21 01:44:09.519742 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 98dd3d59-9548-4ea1-ad4d-386df1726b43 is: DOWN; New status is: DOWN {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:09.522899 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-d38b0186-b599-4b03-ab8d-fdd67440e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:09.524382 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-d38b0186-b599-4b03-ab8d-fdd67440e7d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0383c1c-6049-4d8a-9557-1e574dfd705b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444543 Feb 21 01:44:09.614477 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-bbf44601-eb86-477e-bcb8-37e27c63d6c1 service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836105 Feb 21 01:44:09.683703 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484f4b5-02bf-4cf3-a01b-da43cf99075b req-4ed5d3e8-2264-48c1-8282-c62b1c1e16cc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:09.685286 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b484f4b5-02bf-4cf3-a01b-da43cf99075b req-4ed5d3e8-2264-48c1-8282-c62b1c1e16cc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0541151 Feb 21 01:44:09.704237 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fff4036e-f80f-4fdc-a14f-95f9ca6084db req-bdbdfe33-49cb-4137-a12a-70e35b3ee58c service neutron] 10.222.0.73 "GET /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845840 Feb 21 01:44:09.735721 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b484f4b5-02bf-4cf3-a01b-da43cf99075b req-bd6fdc12-4f76-4f86-bcf6-aea9fa651692 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441284 Feb 21 01:44:10.868954 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347af7-d0ae-4f78-a909-ab3a2ae071b8 req-2db11022-32c5-43f8-9a83-3ccc9b093098 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:10.870475 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ca347af7-d0ae-4f78-a909-ab3a2ae071b8 req-2db11022-32c5-43f8-9a83-3ccc9b093098 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0603130 Feb 21 01:44:10.918625 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ca347af7-d0ae-4f78-a909-ab3a2ae071b8 req-22c97d93-f8a2-451d-b116-c0ab3c6a5e57 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Feb 21 01:44:12.051677 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7ee8-ec3f-4aad-9981-6ee1addb6811 req-ef7f9588-5316-49c0-bd51-029e7e6a250a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:12.053381 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eeeb7ee8-ec3f-4aad-9981-6ee1addb6811 req-ef7f9588-5316-49c0-bd51-029e7e6a250a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0569613 Feb 21 01:44:12.100994 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-eeeb7ee8-ec3f-4aad-9981-6ee1addb6811 req-577b688a-5def-485f-93f8-69d0b94b43c5 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421636 Feb 21 01:44:13.225622 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c468a0b-13aa-4e98-8654-6a69074e3ddd req-1cea1dac-eeba-4018-8836-98435c749c40 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:13.227155 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1c468a0b-13aa-4e98-8654-6a69074e3ddd req-1cea1dac-eeba-4018-8836-98435c749c40 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0521443 Feb 21 01:44:13.276092 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1c468a0b-13aa-4e98-8654-6a69074e3ddd req-6c183247-bacf-424e-9872-dc8b0310e7bc tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Feb 21 01:44:14.414066 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84628d3d-b633-4f61-866b-cb7a38c12fa9 req-87713def-cd87-452e-ade8-8986ee3e92c7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:14.416381 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-84628d3d-b633-4f61-866b-cb7a38c12fa9 req-87713def-cd87-452e-ade8-8986ee3e92c7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0627041 Feb 21 01:44:14.470114 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-84628d3d-b633-4f61-866b-cb7a38c12fa9 req-e76f9e28-f799-466a-af5d-5300c75b68e4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477846 Feb 21 01:44:15.602024 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66877e-ea2a-4d81-bc6d-afc245f1ad75 req-d521929b-0c15-42c4-9e5e-ac0f0b4e0588 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:15.603518 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fd66877e-ea2a-4d81-bc6d-afc245f1ad75 req-d521929b-0c15-42c4-9e5e-ac0f0b4e0588 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0595582 Feb 21 01:44:15.655264 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fd66877e-ea2a-4d81-bc6d-afc245f1ad75 req-e049642f-b83e-4d6d-9c32-23a8b9705fa8 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Feb 21 01:44:16.581202 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43084) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:16.695809 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b28f7ce8-2be4-453e-b60d-21d6e541135b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:16.822375 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b28f7ce8-2be4-453e-b60d-21d6e541135b admin admin] Publish callbacks [] for security_group (2f66c682-5fd4-434e-aafd-092ba9114e17), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:16.829397 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b28f7ce8-2be4-453e-b60d-21d6e541135b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (2f66c682-5fd4-434e-aafd-092ba9114e17), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:16.839436 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29405d0-775b-4a96-8047-edef4f692093 req-db248633-904e-44eb-8a2d-c48edcd48bb4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:16.840920 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e29405d0-775b-4a96-8047-edef4f692093 req-db248633-904e-44eb-8a2d-c48edcd48bb4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0998089 Feb 21 01:44:16.896624 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f7ce8-2be4-453e-b60d-21d6e541135b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f66c682-5fd4-434e-aafd-092ba9114e17,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:16.901252 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b28f7ce8-2be4-453e-b60d-21d6e541135b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b10e0f6646164cd6a3c196c1cf71dc89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188007 Feb 21 01:44:16.904682 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43090) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:16.942673 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e29405d0-775b-4a96-8047-edef4f692093 req-95015d6a-9278-4215-ac02-71ffd8f5b04c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863612 Feb 21 01:44:16.965184 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d487e6c5-7215-48bc-ac9f-84b713c1fe11 admin admin] Publish callbacks [] for security_group (2f66c682-5fd4-434e-aafd-092ba9114e17), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:16.988186 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d487e6c5-7215-48bc-ac9f-84b713c1fe11 admin admin] Publish callbacks [] for security_group (2f66c682-5fd4-434e-aafd-092ba9114e17), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.036385 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d487e6c5-7215-48bc-ac9f-84b713c1fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (2f66c682-5fd4-434e-aafd-092ba9114e17), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.039360 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d487e6c5-7215-48bc-ac9f-84b713c1fe11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.043415 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-d487e6c5-7215-48bc-ac9f-84b713c1fe11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f66c682-5fd4-434e-aafd-092ba9114e17 HTTP/1.1" status: 204 len: 168 time: 0.1326237 Feb 21 01:44:17.049696 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e6c5-7215-48bc-ac9f-84b713c1fe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f66c682-5fd4-434e-aafd-092ba9114e17,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:17.390919 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43098) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:17.405374 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f0b9035d-11b1-4625-bd05-194a640b227d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.499248 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f0b9035d-11b1-4625-bd05-194a640b227d admin admin] Publish callbacks [] for security_group (eb0c0c09-30d7-4158-9ce3-24fdd0c9e646), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.504266 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f0b9035d-11b1-4625-bd05-194a640b227d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (eb0c0c09-30d7-4158-9ce3-24fdd0c9e646), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.546991 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9035d-11b1-4625-bd05-194a640b227d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0c0c09-30d7-4158-9ce3-24fdd0c9e646,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:17.551946 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f0b9035d-11b1-4625-bd05-194a640b227d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9216cc88e05d4f92a0ccf4b4da6a397d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590784 Feb 21 01:44:17.554967 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43100) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:17.606017 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1b506d80-079a-46aa-b767-d8880ea908c0 admin admin] Publish callbacks [] for security_group (eb0c0c09-30d7-4158-9ce3-24fdd0c9e646), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.629820 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1b506d80-079a-46aa-b767-d8880ea908c0 admin admin] Publish callbacks [] for security_group (eb0c0c09-30d7-4158-9ce3-24fdd0c9e646), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.676094 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1b506d80-079a-46aa-b767-d8880ea908c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (eb0c0c09-30d7-4158-9ce3-24fdd0c9e646), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.678749 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1b506d80-079a-46aa-b767-d8880ea908c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:17.679903 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1b506d80-079a-46aa-b767-d8880ea908c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb0c0c09-30d7-4158-9ce3-24fdd0c9e646 HTTP/1.1" status: 204 len: 168 time: 0.1239603 Feb 21 01:44:17.690043 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b506d80-079a-46aa-b767-d8880ea908c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0c0c09-30d7-4158-9ce3-24fdd0c9e646,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:18.060096 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063b040-06d7-4229-ab86-bf83d65fde32 req-11c100b5-1022-48e2-b78d-ade7da3d970f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:18.061783 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d063b040-06d7-4229-ab86-bf83d65fde32 req-11c100b5-1022-48e2-b78d-ade7da3d970f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0569055 Feb 21 01:44:18.141227 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d063b040-06d7-4229-ab86-bf83d65fde32 req-29f432ca-e841-4715-9248-0a105e771102 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717335 Feb 21 01:44:18.148286 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-2b770348-075c-43ab-9941-0fe6b76be18d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724599 Feb 21 01:44:18.247328 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-f5c13850-382a-4b9f-a456-79b371ce392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:18.248808 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-f5c13850-382a-4b9f-a456-79b371ce392d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 1130 time: 0.0462770 Feb 21 01:44:18.352712 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-939d26cd-d33b-41c8-9b07-fbcb218c4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:18.354156 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-939d26cd-d33b-41c8-9b07-fbcb218c4648 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.0874939 Feb 21 01:44:18.419914 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-af8f61cb-5a50-4f53-9a08-1cd3fc787419 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131 HTTP/1.1" status: 200 len: 1001 time: 0.0587378 Feb 21 01:44:18.473303 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-eb19b30f-a5ad-41cb-8e01-57cf1e00247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:18.474866 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-eb19b30f-a5ad-41cb-8e01-57cf1e00247a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0478492 Feb 21 01:44:18.525959 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-4c72faea-a3a9-4bde-96df-e81a059cf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:18.527481 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-4c72faea-a3a9-4bde-96df-e81a059cf006 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458202 Feb 21 01:44:18.617045 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-e8afd2b6-64ab-48bc-a90c-f7f44118ed47 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827157 Feb 21 01:44:18.710276 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e1c61fef-839e-4654-b612-78759b5b69a6 req-f63a499e-b27e-40d7-8adb-d3fd59f62f47 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867097 Feb 21 01:44:19.268152 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a366-75e3-4cdd-8c1e-2d3c27b9a65e req-03a6a813-8c3f-400e-a2d1-9d2a04c2f3ac tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:19.269877 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-df46a366-75e3-4cdd-8c1e-2d3c27b9a65e req-03a6a813-8c3f-400e-a2d1-9d2a04c2f3ac tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0529568 Feb 21 01:44:19.322658 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-df46a366-75e3-4cdd-8c1e-2d3c27b9a65e req-483169ce-b9a4-4d87-bc9a-e1012fc607e2 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471435 Feb 21 01:44:19.525137 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4087a7-37f1-4a75-90ec-504d11e2cbf5 req-6399ea9a-d4cd-43c5-ba78-87b90373155d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:19.526633 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7c4087a7-37f1-4a75-90ec-504d11e2cbf5 req-6399ea9a-d4cd-43c5-ba78-87b90373155d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 946 time: 0.0565271 Feb 21 01:44:19.576073 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7c4087a7-37f1-4a75-90ec-504d11e2cbf5 req-d8c9e657-14ac-4c5c-8ce7-2cf73dfcf1b6 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Feb 21 01:44:20.447366 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017466e-f3d3-4566-b62a-7ae3f1363f49 req-4f4f51a7-de4c-4475-bdbe-3683b819036c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:20.448824 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1017466e-f3d3-4566-b62a-7ae3f1363f49 req-4f4f51a7-de4c-4475-bdbe-3683b819036c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.0528035 Feb 21 01:44:20.494364 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1017466e-f3d3-4566-b62a-7ae3f1363f49 req-8378762b-8283-4090-b0c4-7acbd82e38f4 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400486 Feb 21 01:44:20.695438 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405c0fb-e3c6-4570-a5f8-4200f6299c9f req-5816b3ec-6df0-49f2-9903-a63bb1d2f139 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:20.696876 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0405c0fb-e3c6-4570-a5f8-4200f6299c9f req-5816b3ec-6df0-49f2-9903-a63bb1d2f139 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 946 time: 0.0528975 Feb 21 01:44:20.743936 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0405c0fb-e3c6-4570-a5f8-4200f6299c9f req-da96cbc9-4b2d-4a2c-9c00-2158ba88a1f2 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416703 Feb 21 01:44:21.013115 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-e3bb328d-c2eb-49c1-94ed-901f86c0276a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:21.014630 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-e3bb328d-c2eb-49c1-94ed-901f86c0276a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 946 time: 0.0566354 Feb 21 01:44:21.115849 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Deleting port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:44:21.116189 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.212568 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] For port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:21.213043 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.386501 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.386805 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (7a39d1b0-c589-4426-bc5d-2b770e8d9f46), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.387121 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.l3_db [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Floating IP 7a39d1b0-c589-4426-bc5d-2b770e8d9f46 disassociated. External IP: 172.27.1.76, port: 8062a4b2-f8a4-41c5-a6c8-9b214b7de131. Feb 21 01:44:21.387468 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Calling delete_port for 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:44:21.469121 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616045d-9e74-47b8-9144-02548b24e87e req-db0c149b-a0d5-45ee-88b0-79c641e30006 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:21.470679 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d616045d-9e74-47b8-9144-02548b24e87e req-db0c149b-a0d5-45ee-88b0-79c641e30006 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0564065 Feb 21 01:44:21.517115 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (8062a4b2-f8a4-41c5-a6c8-9b214b7de131), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.520819 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d616045d-9e74-47b8-9144-02548b24e87e req-f1c6381a-b4b7-46a9-934e-193ea030a1cb tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444331 Feb 21 01:44:21.545341 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:44:21.546372 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event deleted for resources: {'Port': ['ID=8062a4b2-f8a4-41c5-a6c8-9b214b7de131,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:21.646634 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:21.657711 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'port_id': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'mac_address': 'fa:16:3e:f7:ae:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:44:21.691761 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:44:21.696498 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 98dd3d59-9548-4ea1-ad4d-386df1726b43 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:21.696992 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.698650 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7f5c-33ec-4a20-b407-05c801251253 req-469a4cc2-e061-4f55-8cb5-ed7c693f1af1 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:21.700105 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6cba7f5c-33ec-4a20-b407-05c801251253 req-469a4cc2-e061-4f55-8cb5-ed7c693f1af1 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 943 time: 0.1045911 Feb 21 01:44:21.709616 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dd3d59-9548-4ea1-ad4d-386df1726b43 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:21.728646 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:21.732526 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.780234 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=9']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:21.795558 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6cba7f5c-33ec-4a20-b407-05c801251253 req-d5057243-c1d3-4a30-b50a-8b8cb1954e7a tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879562 Feb 21 01:44:21.844572 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:44:21.851373 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1b82b4fc-7d95-4c0a-87e0-67c7e913b0b9 req-8c17d7c3-7c55-44f1-bc30-d0fb944277bc tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4 HTTP/1.1" status: 200 len: 210 time: 0.0274773 Feb 21 01:44:21.855258 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] Sync routers for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:44:21.866897 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:21.867513 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:43:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:21.892113 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] No DVR routers for this DVR port 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:44:21.894674 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.898067 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e4e9aeca-ce1b-407a-ad45-fb3d7527c25d req-1097d0c9-e004-45f1-bdaf-67206d95d2b1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "DELETE /v2.0/ports/8062a4b2-f8a4-41c5-a6c8-9b214b7de131 HTTP/1.1" status: 204 len: 173 time: 0.8783739 Feb 21 01:44:21.898488 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'name': 'network-vif-deleted', 'tag': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:21.900741 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48deb91-055d-4815-8b75-a52319a9766d" -d '{"events": [{"server_uuid": "bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4", "name": "network-vif-deleted", "tag": "8062a4b2-f8a4-41c5-a6c8-9b214b7de131"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:21.957546 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['98dd3d59-9548-4ea1-ad4d-386df1726b43'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:44:21.964548 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5538dc4-6f8e-4b57-bd3e-80305b5366fa x-openstack-request-id: req-f5538dc4-6f8e-4b57-bd3e-80305b5366fa {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:21.964843 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4", "name": "network-vif-deleted", "tag": "8062a4b2-f8a4-41c5-a6c8-9b214b7de131", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:21.965119 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5538dc4-6f8e-4b57-bd3e-80305b5366fa {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:21.965663 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb37b0a0-6b2d-44e8-ac20-4f87f09c8af4', 'name': 'network-vif-deleted', 'tag': '8062a4b2-f8a4-41c5-a6c8-9b214b7de131', 'status': 'completed', 'code': 200} Feb 21 01:44:22.016082 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:22.233634 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:22.260101 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] Checking router: bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:44:22.268689 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:22.269299 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:43:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:22.377521 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:22.677410 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ec3e-78df-4719-96af-92a04c3a1ea1 req-31b5f412-3e24-44f9-9c2c-a640137e039f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:22.679319 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8133ec3e-78df-4719-96af-92a04c3a1ea1 req-31b5f412-3e24-44f9-9c2c-a640137e039f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0768919 Feb 21 01:44:22.690346 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43222) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:22.711061 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:22.741752 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8133ec3e-78df-4719-96af-92a04c3a1ea1 req-9c44c963-c044-43ed-84ca-adba6f0e2f91 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553327 Feb 21 01:44:22.744542 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b969e4-9db7-4ec0-9a2b-89c9c81d555e None None] The sync data for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:44:22.809337 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7c83eb79-66a4-45a2-8b71-f4cc6f9f9154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:22.895782 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7c83eb79-66a4-45a2-8b71-f4cc6f9f9154 admin admin] Publish callbacks [] for security_group (bbcd9082-db41-4fa3-8a40-0cd48af19c0e), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:22.900073 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7c83eb79-66a4-45a2-8b71-f4cc6f9f9154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (bbcd9082-db41-4fa3-8a40-0cd48af19c0e), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:22.966801 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-7c83eb79-66a4-45a2-8b71-f4cc6f9f9154 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=090b332db0e447efaaa370d8f57ea49b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747288 Feb 21 01:44:22.967705 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83eb79-66a4-45a2-8b71-f4cc6f9f9154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd9082-db41-4fa3-8a40-0cd48af19c0e,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:22.968175 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43232) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:22.985613 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e9ae7-e9a7-42c6-a04b-480eb5ca8e08 req-1aadf4e4-b935-4f78-9c0f-819ddf429197 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:22.987562 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-975e9ae7-e9a7-42c6-a04b-480eb5ca8e08 req-1aadf4e4-b935-4f78-9c0f-819ddf429197 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 944 time: 0.1047764 Feb 21 01:44:23.037032 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d0915f0f-7c27-4b14-aba3-ab07239637c5 admin admin] Publish callbacks [] for security_group (bbcd9082-db41-4fa3-8a40-0cd48af19c0e), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.044424 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-975e9ae7-e9a7-42c6-a04b-480eb5ca8e08 req-91718739-bc8b-453f-9df8-877797332e5e tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506926 Feb 21 01:44:23.058967 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebe503-cf1b-47e9-8074-efaa622d105c None None] New status for floating IP 7a39d1b0-c589-4426-bc5d-2b770e8d9f46: DOWN {{(pid=102950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:44:23.063932 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d0915f0f-7c27-4b14-aba3-ab07239637c5 admin admin] Publish callbacks [] for security_group (bbcd9082-db41-4fa3-8a40-0cd48af19c0e), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.131268 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d0915f0f-7c27-4b14-aba3-ab07239637c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (bbcd9082-db41-4fa3-8a40-0cd48af19c0e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.133755 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d0915f0f-7c27-4b14-aba3-ab07239637c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.134915 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d0915f0f-7c27-4b14-aba3-ab07239637c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bbcd9082-db41-4fa3-8a40-0cd48af19c0e HTTP/1.1" status: 204 len: 168 time: 0.1652155 Feb 21 01:44:23.151077 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0915f0f-7c27-4b14-aba3-ab07239637c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd9082-db41-4fa3-8a40-0cd48af19c0e,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:23.174962 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-c9f75945-3504-4903-b519-3ec282e41ff1 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079783390&fields=id&tenant_id=a516f78770624beba1baee79a4694c7a HTTP/1.1" status: 200 len: 267 time: 0.0680346 Feb 21 01:44:23.285186 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-b7f0da30-2d26-4724-9850-7bbd96c93b17 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:23.286685 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-b7f0da30-2d26-4724-9850-7bbd96c93b17 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 812 time: 0.1098433 Feb 21 01:44:23.301550 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-cd2504eb-620f-442d-8376-eb3d9903c5ce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/quotas/a516f78770624beba1baee79a4694c7a HTTP/1.1" status: 200 len: 375 time: 0.0096235 Feb 21 01:44:23.356973 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a641ccbe-bfbc-4483-be76-61b17ce00310 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501933 Feb 21 01:44:23.417050 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43244) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:23.431197 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02894706-f418-4dc1-b414-d1263016b1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.507311 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02894706-f418-4dc1-b414-d1263016b1e9 admin admin] Publish callbacks [] for security_group (0ec0562a-1caa-4298-8ee7-f7571e2f4e73), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.519061 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02894706-f418-4dc1-b414-d1263016b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (0ec0562a-1caa-4298-8ee7-f7571e2f4e73), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.568227 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:23.601666 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-02894706-f418-4dc1-b414-d1263016b1e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a3d35744809d41a5a6835de3d66ef84c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834788 Feb 21 01:44:23.604044 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02894706-f418-4dc1-b414-d1263016b1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec0562a-1caa-4298-8ee7-f7571e2f4e73,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:23.604643 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43246) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:23.638511 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-1e5b9e4a-7bcf-4690-9f00-8d9f0c070623 service neutron] 10.222.0.79 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682776 Feb 21 01:44:23.668465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c36907e8-7d1b-4d47-88fc-ee4d5c8cd102 admin admin] Publish callbacks [] for security_group (0ec0562a-1caa-4298-8ee7-f7571e2f4e73), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.693128 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c36907e8-7d1b-4d47-88fc-ee4d5c8cd102 admin admin] Publish callbacks [] for security_group (0ec0562a-1caa-4298-8ee7-f7571e2f4e73), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.730407 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-1a53067e-dfdf-49b3-b494-12cbb2925309 service neutron] 10.222.0.79 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857022 Feb 21 01:44:23.750407 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c36907e8-7d1b-4d47-88fc-ee4d5c8cd102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (0ec0562a-1caa-4298-8ee7-f7571e2f4e73), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.752036 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 98dd3d59-9548-4ea1-ad4d-386df1726b43 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:23.752449 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.754121 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c36907e8-7d1b-4d47-88fc-ee4d5c8cd102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.755591 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c36907e8-7d1b-4d47-88fc-ee4d5c8cd102 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ec0562a-1caa-4298-8ee7-f7571e2f4e73 HTTP/1.1" status: 204 len: 168 time: 0.1499469 Feb 21 01:44:23.765951 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36907e8-7d1b-4d47-88fc-ee4d5c8cd102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec0562a-1caa-4298-8ee7-f7571e2f4e73,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:23.889109 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 98dd3d59-9548-4ea1-ad4d-386df1726b43 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:23.889578 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.914124 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b53f5-7bdc-4602-be1c-0f24ec8155ef req-88d64cd6-4db0-48c6-9ba2-52ed667b764a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:23.915878 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d92b53f5-7bdc-4602-be1c-0f24ec8155ef req-88d64cd6-4db0-48c6-9ba2-52ed667b764a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0660083 Feb 21 01:44:23.919268 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:23.921569 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a659e0-13aa-4a52-ab47-2b3e579c2975" -d '{"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-plugged", "status": "completed", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:23.934625 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:23.940754 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.941819 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:44:23.969912 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:44:23.970279 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 8062a4b2-f8a4-41c5-a6c8-9b214b7de131 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:44:23.976573 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d92b53f5-7bdc-4602-be1c-0f24ec8155ef req-aa70cce3-9cb8-4e0a-9f14-c6eaa2f81bf8 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540221 Feb 21 01:44:24.029274 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=10']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:24.033293 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dffba8-c150-4ff5-880b-d1ffbbaf4537 x-openstack-request-id: req-55dffba8-c150-4ff5-880b-d1ffbbaf4537 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:24.033607 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-plugged", "status": "completed", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:24.033865 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55dffba8-c150-4ff5-880b-d1ffbbaf4537 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:24.034281 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'code': 200} Feb 21 01:44:24.047305 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:44:24.154098 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43264) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:24.169113 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40f31d4f-95dc-4b4d-b820-d0ea6644e4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.185129 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511b7a5-4827-4683-9a1f-1df5442d59ce req-aac98cfc-90b4-4e6d-93ed-9fcacb0db234 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:24.186772 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f511b7a5-4827-4683-9a1f-1df5442d59ce req-aac98cfc-90b4-4e6d-93ed-9fcacb0db234 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 946 time: 0.0571108 Feb 21 01:44:24.255123 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40f31d4f-95dc-4b4d-b820-d0ea6644e4ba admin admin] Publish callbacks [] for security_group (58f1c6c6-b000-4e28-9257-d61d5f053407), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.260223 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40f31d4f-95dc-4b4d-b820-d0ea6644e4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (58f1c6c6-b000-4e28-9257-d61d5f053407), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.263654 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d9c76-df85-4bd9-9726-14e6ec4f464b req-7889ceea-fe6f-4052-b732-3693983f8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:24.265885 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7f9d9c76-df85-4bd9-9726-14e6ec4f464b req-7889ceea-fe6f-4052-b732-3693983f8422 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 1130 time: 0.0775304 Feb 21 01:44:24.269088 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f511b7a5-4827-4683-9a1f-1df5442d59ce req-31b6dcd4-2b7f-41bf-8e3c-707d758b9147 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730758 Feb 21 01:44:24.303796 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-40f31d4f-95dc-4b4d-b820-d0ea6644e4ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4a3c93524e8b48529b984269967388bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480842 Feb 21 01:44:24.304799 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f31d4f-95dc-4b4d-b820-d0ea6644e4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f1c6c6-b000-4e28-9257-d61d5f053407,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:24.306864 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43266) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:24.310706 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7f9d9c76-df85-4bd9-9726-14e6ec4f464b req-02c63b73-8066-46cc-996b-b7e030ea775a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Feb 21 01:44:24.354813 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-12547d86-9bd4-485f-abe6-ccdda833b7ff admin admin] Publish callbacks [] for security_group (58f1c6c6-b000-4e28-9257-d61d5f053407), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.375724 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-12547d86-9bd4-485f-abe6-ccdda833b7ff admin admin] Publish callbacks [] for security_group (58f1c6c6-b000-4e28-9257-d61d5f053407), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.420448 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-12547d86-9bd4-485f-abe6-ccdda833b7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (58f1c6c6-b000-4e28-9257-d61d5f053407), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.423086 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-12547d86-9bd4-485f-abe6-ccdda833b7ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.424206 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-12547d86-9bd4-485f-abe6-ccdda833b7ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58f1c6c6-b000-4e28-9257-d61d5f053407 HTTP/1.1" status: 204 len: 168 time: 0.1159928 Feb 21 01:44:24.431838 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12547d86-9bd4-485f-abe6-ccdda833b7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f1c6c6-b000-4e28-9257-d61d5f053407,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:25.104864 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-44328e88-8306-4c0f-8851-c1a10686f914 req-c0a6e421-a173-4b60-89cd-89ef4937258b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 210 time: 0.0319405 Feb 21 01:44:25.131660 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1311a-88ac-4dba-b8b8-b441a1adde7a req-cbf9b1f1-53ff-4487-b4ad-fbea6ac82e15 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:25.134113 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1af1311a-88ac-4dba-b8b8-b441a1adde7a req-cbf9b1f1-53ff-4487-b4ad-fbea6ac82e15 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0674679 Feb 21 01:44:25.194648 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1af1311a-88ac-4dba-b8b8-b441a1adde7a req-5ca603ff-0e45-4144-a0fc-135faaf34582 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480611 Feb 21 01:44:25.335346 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-c387d9ee-993a-4c8f-96d1-80c1edaaa36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:25.420611 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d027453-84dc-4554-9a5b-f073ea47c0d2 req-966b0e6a-6f65-4648-a8be-ce9bd87215e7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:25.423532 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8d027453-84dc-4554-9a5b-f073ea47c0d2 req-966b0e6a-6f65-4648-a8be-ce9bd87215e7 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 946 time: 0.0654368 Feb 21 01:44:25.485755 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8d027453-84dc-4554-9a5b-f073ea47c0d2 req-20115789-8af5-44df-bda2-479d9a21e54c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551691 Feb 21 01:44:26.170192 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-95dbc09b-d93f-4a03-947c-66b7d7f792a2 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:26.171900 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-95dbc09b-d93f-4a03-947c-66b7d7f792a2 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 812 time: 0.1243148 Feb 21 01:44:26.223465 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c0145e82-8543-4b49-a599-8353ceab1c6a req-cc867cfa-edf7-4c29-baca-ca3ec70562a2 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 210 time: 0.0447524 Feb 21 01:44:26.267284 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-60f4dacc-dcc0-42bc-99ad-65954baa9dbc tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a516f78770624beba1baee79a4694c7a HTTP/1.1" status: 200 len: 380 time: 0.0796752 Feb 21 01:44:26.275701 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'port': {'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'admin_state_up': True, 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'security_groups': ['1d2254de-8539-4ce4-b57c-071e1c263c52']}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:26.324441 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f89cc-1a4f-40ae-ad17-31bbe33e324f req-3304b4f4-b701-4a25-8b12-6d12696b98a0 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:26.325853 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d74f89cc-1a4f-40ae-ad17-31bbe33e324f req-3304b4f4-b701-4a25-8b12-6d12696b98a0 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0556254 Feb 21 01:44:26.376083 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d74f89cc-1a4f-40ae-ad17-31bbe33e324f req-b710fa06-af5e-47e7-b5df-a646c5f94fec tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440471 Feb 21 01:44:26.379699 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Made reservation on behalf of a516f78770624beba1baee79a4694c7a for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:44:26.383105 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.514448 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Allocated IP 172.20.0.14 (1bca72fa-bd33-4dc1-b529-a945b2f01420/1c148193-a003-4af1-bc6b-25ab0c7d7744/a6074fc1-86b1-4a16-91fe-9aa10619755d) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:26.684359 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348567e9-4a28-4427-8020-64bfbab53a91 req-b5e8dd03-40aa-4237-bacf-deb4efccfb7f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:26.686068 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-348567e9-4a28-4427-8020-64bfbab53a91 req-b5e8dd03-40aa-4237-bacf-deb4efccfb7f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 946 time: 0.1140256 Feb 21 01:44:26.716275 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.758273 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-348567e9-4a28-4427-8020-64bfbab53a91 req-a1e35d59-1014-492d-9281-cb94c991caea tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653365 Feb 21 01:44:26.776210 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.829247 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:26.834513 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:26.839358 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:26.843517 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'Port': ['ID=a6074fc1-86b1-4a16-91fe-9aa10619755d,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:26.894064 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:26.894749 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.910470 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-83c13125-9b32-4bb6-912e-8baa37540c39 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383042 Feb 21 01:44:26.921919 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Request body: {'port': {'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:27.076261 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-84b566d5-6ee1-4846-9734-2680b2d008ee None None] Provisioning complete for port a6074fc1-86b1-4a16-91fe-9aa10619755d triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:27.076891 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-84b566d5-6ee1-4846-9734-2680b2d008ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.112185 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-84b566d5-6ee1-4846-9734-2680b2d008ee None None] Port a6074fc1-86b1-4a16-91fe-9aa10619755d cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:44:27.234916 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.345138 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed309b-42aa-4110-a15f-727599b50222 req-271b59bb-c788-49d8-8c46-6212cafa1938 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:27.346753 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fed309b-42aa-4110-a15f-727599b50222 req-271b59bb-c788-49d8-8c46-6212cafa1938 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 932 time: 0.0521672 Feb 21 01:44:27.394709 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fed309b-42aa-4110-a15f-727599b50222 req-572e5631-1bb1-4c7a-95ed-03213d5973f7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Feb 21 01:44:27.532221 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9690d0-a31b-4843-9f35-5fb89432d288 req-845777c7-a864-400f-ae62-3ada6f5b01c6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:27.533608 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee9690d0-a31b-4843-9f35-5fb89432d288 req-845777c7-a864-400f-ae62-3ada6f5b01c6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0917413 Feb 21 01:44:27.535471 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6074fc1-86b1-4a16-91fe-9aa10619755d {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:27.549429 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Publish callbacks [] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.571177 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Transition to ACTIVE for port object a6074fc1-86b1-4a16-91fe-9aa10619755d will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:44:27.576892 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.624161 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee9690d0-a31b-4843-9f35-5fb89432d288 req-8401f306-d3e8-4ef0-88e3-7c56ee346d09 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843124 Feb 21 01:44:27.643543 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6074fc1-86b1-4a16-91fe-9aa10619755d,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:27.661011 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a3b0-82dc-45e8-b19a-9cf718dc0702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.716832 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Attempting to bind port a6074fc1-86b1-4a16-91fe-9aa10619755d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:27.717171 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Attempting to bind port a6074fc1-86b1-4a16-91fe-9aa10619755d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:27.717500 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Attempting to bind port a6074fc1-86b1-4a16-91fe-9aa10619755d on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:27.722579 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Port a6074fc1-86b1-4a16-91fe-9aa10619755d on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:44:27.722958 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Attempting to bind port a6074fc1-86b1-4a16-91fe-9aa10619755d on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:27.728023 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:27.728363 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Checking segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:27.728755 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Bound using segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:27.729237 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Bound port: a6074fc1-86b1-4a16-91fe-9aa10619755d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:27.729601 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.795664 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] For port a6074fc1-86b1-4a16-91fe-9aa10619755d, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:27.799429 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] For port a6074fc1-86b1-4a16-91fe-9aa10619755d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:27.806260 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.840735 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:27.841349 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.842749 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/a6074fc1-86b1-4a16-91fe-9aa10619755d HTTP/1.1" status: 200 len: 1094 time: 0.9254427 Feb 21 01:44:27.844038 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:27.845951 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:27.870161 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156d0b1-ed30-483d-81e9-33b67befe6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6074fc1-86b1-4a16-91fe-9aa10619755d,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:27.895295 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc6fc3-672b-4e93-b6d4-6d0d20763f6a x-openstack-request-id: req-54bc6fc3-672b-4e93-b6d4-6d0d20763f6a {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:27.895586 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:27.895837 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54bc6fc3-672b-4e93-b6d4-6d0d20763f6a {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:27.896233 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'status': 'completed', 'code': 200} Feb 21 01:44:28.510857 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5af3e1-351d-4cd9-a48b-457430adcce6 req-5d75cde0-d78c-441f-8bcb-7c9f3e42f19b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:28.512310 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3b5af3e1-351d-4cd9-a48b-457430adcce6 req-5d75cde0-d78c-441f-8bcb-7c9f3e42f19b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.0525439 Feb 21 01:44:28.569420 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3b5af3e1-351d-4cd9-a48b-457430adcce6 req-9e9996a2-2ac5-47a1-b518-c14968ff9b49 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496900 Feb 21 01:44:28.754169 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3b3a-a4bc-4c3f-b1b8-de9df43510b6 req-f6f1822b-8f62-44aa-b9dd-e37feeb0eef6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:28.755669 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-35ad3b3a-a4bc-4c3f-b1b8-de9df43510b6 req-f6f1822b-8f62-44aa-b9dd-e37feeb0eef6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0527391 Feb 21 01:44:28.783617 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:28.807044 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-35ad3b3a-a4bc-4c3f-b1b8-de9df43510b6 req-5b99e8e0-bd1a-4292-8ef7-86681d039efb tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458574 Feb 21 01:44:29.604762 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-b30cdf2a-1391-42e8-b366-9234c260e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:29.606294 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-b30cdf2a-1391-42e8-b366-9234c260e344 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 1128 time: 0.0465810 Feb 21 01:44:29.649107 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-a51e0600-d8da-46b4-af93-8e17b51e490a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d HTTP/1.1" status: 200 len: 217 time: 0.0349851 Feb 21 01:44:29.723680 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-66406d0d-ee5f-4d12-b936-6127b876b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:29.725115 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-66406d0d-ee5f-4d12-b936-6127b876b4e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0684710 Feb 21 01:44:29.735837 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622a896-d456-420f-ad5d-1dbba1e9e07c req-4013ca1a-4aa3-414e-8e22-67e715314493 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:29.737214 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c622a896-d456-420f-ad5d-1dbba1e9e07c req-4013ca1a-4aa3-414e-8e22-67e715314493 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.0908129 Feb 21 01:44:29.812103 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c622a896-d456-420f-ad5d-1dbba1e9e07c req-3ba51b0d-7d19-42ce-b0a8-04bc7f6be1e2 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663717 Feb 21 01:44:29.814703 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-96e7475a-2a89-42b7-82a8-77004b48d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:29.816249 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-96e7475a-2a89-42b7-82a8-77004b48d79a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781713 Feb 21 01:44:29.923095 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-330ba547-f09a-4dd9-8083-3ae4e5edfd5e service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976057 Feb 21 01:44:29.944219 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16130f0b-4126-41ae-8183-862b1f712721 req-901eb256-d1ab-4df2-a506-9aa56b4e9fd3 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:29.945729 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-16130f0b-4126-41ae-8183-862b1f712721 req-901eb256-d1ab-4df2-a506-9aa56b4e9fd3 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0624518 Feb 21 01:44:30.000805 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-16130f0b-4126-41ae-8183-862b1f712721 req-86fee2ed-95f0-4125-9bb8-5e0d42d0374f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489714 Feb 21 01:44:30.022786 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-99294ca0-fcc8-4187-ac59-4ae1039c14a5 req-4d3f6369-be8a-4638-893d-993fef91fc9f service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914168 Feb 21 01:44:30.056870 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.118741 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-9fea1674-2c3c-4933-a8ef-b81a4c40d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:30.120332 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-9fea1674-2c3c-4933-a8ef-b81a4c40d1e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 1128 time: 0.0501702 Feb 21 01:44:30.213829 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-6b7f95f0-ae04-407f-bbe3-527224f16e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:30.215334 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-6b7f95f0-ae04-407f-bbe3-527224f16e4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.0888712 Feb 21 01:44:30.256018 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-e8f0e31c-6dd6-4785-8828-fe02d6e8b9cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d HTTP/1.1" status: 200 len: 217 time: 0.0341287 Feb 21 01:44:30.306649 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-5763f79b-bb85-426a-bfbd-97881b236318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:30.308044 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-5763f79b-bb85-426a-bfbd-97881b236318 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0452800 Feb 21 01:44:30.362708 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-7227b6e3-3015-4ab6-bc30-84e386be9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:30.364538 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-7227b6e3-3015-4ab6-bc30-84e386be9e00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435116 Feb 21 01:44:30.927791 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca805c5-6873-4a48-8b45-8e0194b332b6 req-ead6cb61-4664-49bf-b281-652025d52749 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:30.929251 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0ca805c5-6873-4a48-8b45-8e0194b332b6 req-ead6cb61-4664-49bf-b281-652025d52749 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.0511394 Feb 21 01:44:30.976225 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0ca805c5-6873-4a48-8b45-8e0194b332b6 req-b66de6cd-fcfd-4525-a1fc-bd53b88d1cb3 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416105 Feb 21 01:44:31.119314 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d73bd-0d19-4c38-9d68-bc44486fcc4e req-b101f81d-8b91-4fb3-a8e6-09d1ed27061f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:31.120783 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b41d73bd-0d19-4c38-9d68-bc44486fcc4e req-b101f81d-8b91-4fb3-a8e6-09d1ed27061f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0519559 Feb 21 01:44:31.167624 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b41d73bd-0d19-4c38-9d68-bc44486fcc4e req-c1554a83-4b76-43de-b046-fb91ed04f819 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414994 Feb 21 01:44:31.305765 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-25b2cf36-ff07-4500-be52-9025c9a71112 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832193 Feb 21 01:44:31.923775 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.096365 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93719c-1514-4dc0-8547-9ef780ab2135 req-f690acc7-bcb5-4922-9d68-550538149221 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:32.096365 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0b93719c-1514-4dc0-8547-9ef780ab2135 req-f690acc7-bcb5-4922-9d68-550538149221 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.0528474 Feb 21 01:44:32.144568 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0b93719c-1514-4dc0-8547-9ef780ab2135 req-3df9e38e-a1b4-4845-bd3e-23af1c9edfd6 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Feb 21 01:44:32.292961 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf329a1-4b8d-4121-a855-d66d0f1986ac req-58ce76b4-b889-4b16-829f-177f9f0841a0 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:32.294474 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8cf329a1-4b8d-4121-a855-d66d0f1986ac req-58ce76b4-b889-4b16-829f-177f9f0841a0 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0620275 Feb 21 01:44:32.341913 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8cf329a1-4b8d-4121-a855-d66d0f1986ac req-a40bfcb3-a036-48b7-984f-ebc614c78886 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Feb 21 01:44:32.975012 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a627fe6-c61b-4364-ac08-42d6b08c8fcc req-a056345f-c197-48dc-b2d6-e8c42bf163be service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896411 Feb 21 01:44:33.058916 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-b5a97968-68ff-456b-881b-c751205ba268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:33.060381 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-b5a97968-68ff-456b-881b-c751205ba268 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f7dbed5840d4227ab62e42f9a49fbce&device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1129 time: 0.0441203 Feb 21 01:44:33.152688 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-25ed70df-a7be-4850-94ef-846614248f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:33.154399 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-25ed70df-a7be-4850-94ef-846614248f66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13bfe7f6-827c-49b6-b99b-8f9965eeb125 HTTP/1.1" status: 200 len: 908 time: 0.0861485 Feb 21 01:44:33.255976 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-5d0b88c8-c080-4f27-a709-a9923e8cbd96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 200 len: 1001 time: 0.0951746 Feb 21 01:44:33.316373 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7a534-2c1e-43d3-ab90-8f52ca8a7cbe req-38fc0de8-e1ff-438e-970c-65638e023cb6 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:33.317824 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9ee7a534-2c1e-43d3-ab90-8f52ca8a7cbe req-38fc0de8-e1ff-438e-970c-65638e023cb6 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.1051416 Feb 21 01:44:33.326495 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-d95e9d13-eb04-43bd-9924-af83f91f51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:33.327920 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-d95e9d13-eb04-43bd-9924-af83f91f51e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8be248b1-3225-4e32-a624-66b59c117f74 HTTP/1.1" status: 200 len: 847 time: 0.0662377 Feb 21 01:44:33.398982 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9ee7a534-2c1e-43d3-ab90-8f52ca8a7cbe req-5373a18b-aee7-4b62-8883-5d92075e214d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747254 Feb 21 01:44:33.407535 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-2ce25b24-4929-4f12-9394-822cc79e9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:33.409159 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-2ce25b24-4929-4f12-9394-822cc79e9353 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13bfe7f6-827c-49b6-b99b-8f9965eeb125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690744 Feb 21 01:44:33.463907 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83055d-eef1-49f8-b21c-79f52741128b req-e39aca95-9b9c-4775-8b1d-d7ec503f9103 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:33.465405 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6a83055d-eef1-49f8-b21c-79f52741128b req-e39aca95-9b9c-4775-8b1d-d7ec503f9103 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0562847 Feb 21 01:44:33.508200 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-ff053966-b768-46c6-9c97-72f584f4ca2a service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922694 Feb 21 01:44:33.520970 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6a83055d-eef1-49f8-b21c-79f52741128b req-9b0d9a9a-9833-4598-a3e7-95ee68ba4480 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485129 Feb 21 01:44:33.600086 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eee2019e-644b-42b7-96a7-6b45a3dc99be req-c3d459b2-5295-47c4-a7c6-fba4fc8caa0d service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859251 Feb 21 01:44:34.523926 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8ece2-d5c1-4c24-9cd4-452c64311650 req-4c73b8a4-e0ae-4e5d-ae65-5de7e95a5f9d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:34.525297 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b3b8ece2-d5c1-4c24-9cd4-452c64311650 req-4c73b8a4-e0ae-4e5d-ae65-5de7e95a5f9d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.0587189 Feb 21 01:44:34.587801 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b3b8ece2-d5c1-4c24-9cd4-452c64311650 req-de54c313-de87-4e44-b1e1-b90755cfec6d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566218 Feb 21 01:44:34.657656 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e808f6-da2b-4405-ac78-c02a01bb9396 req-c9d3b91b-29f5-4208-afa8-e6ed222a752b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:34.659944 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-01e808f6-da2b-4405-ac78-c02a01bb9396 req-c9d3b91b-29f5-4208-afa8-e6ed222a752b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0660360 Feb 21 01:44:34.709780 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-01e808f6-da2b-4405-ac78-c02a01bb9396 req-06014ff9-e496-4bd3-bf7b-162e9672a37b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 Feb 21 01:44:35.735289 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25557-206d-4085-8359-52e705fd011f req-7bef9104-446b-4f47-bade-0a79c17d2a4c tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:35.737037 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-45f25557-206d-4085-8359-52e705fd011f req-7bef9104-446b-4f47-bade-0a79c17d2a4c tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.0698862 Feb 21 01:44:35.806584 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-45f25557-206d-4085-8359-52e705fd011f req-3196e572-a751-422a-9914-ecdd65dd4bc8 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594201 Feb 21 01:44:35.861535 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a56ce-adc4-486a-a073-8fea301ab57a req-1eeb71d7-6a1b-4f9f-9db9-bdc0a1c56b9b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:35.870104 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-df6a56ce-adc4-486a-a073-8fea301ab57a req-1eeb71d7-6a1b-4f9f-9db9-bdc0a1c56b9b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0669899 Feb 21 01:44:35.915163 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-df6a56ce-adc4-486a-a073-8fea301ab57a req-ad3d921f-b283-48d2-8082-72db787a7b06 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440519 Feb 21 01:44:36.093666 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-706c7d05-e4dc-4925-9892-4e1844ba7052 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434151 Feb 21 01:44:36.124762 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428ebcd-8c94-46c3-8a6d-7edf09fb9b5c req-548df81b-a2dc-41be-b54b-0222ef4a5a7b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:36.126271 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8428ebcd-8c94-46c3-8a6d-7edf09fb9b5c req-548df81b-a2dc-41be-b54b-0222ef4a5a7b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0549581 Feb 21 01:44:36.192480 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-7fef3ac4-b02f-4135-aa6e-f9ab8d1ef0db tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:36.193813 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-7fef3ac4-b02f-4135-aa6e-f9ab8d1ef0db tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports/075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 200 len: 942 time: 0.0666728 Feb 21 01:44:36.211520 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8428ebcd-8c94-46c3-8a6d-7edf09fb9b5c req-f7f669aa-c981-49b5-96ac-577e929b2ab6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761983 Feb 21 01:44:36.427913 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.913195 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ef27b-08c0-4d4b-afdc-edbc67668633 req-54aacb72-af4a-4394-a2d8-01ebd1186cfb tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:36.914709 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-410ef27b-08c0-4d4b-afdc-edbc67668633 req-54aacb72-af4a-4394-a2d8-01ebd1186cfb tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.0526099 Feb 21 01:44:36.964681 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-410ef27b-08c0-4d4b-afdc-edbc67668633 req-6eddcabf-e4eb-4d99-9450-b0e1aa62a650 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444386 Feb 21 01:44:37.328619 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d9974-4602-43fd-a972-846b642e0171 req-c13ece1e-a2bb-45e4-b4ba-9b65cddc825b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:37.330067 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-960d9974-4602-43fd-a972-846b642e0171 req-c13ece1e-a2bb-45e4-b4ba-9b65cddc825b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0520387 Feb 21 01:44:37.377223 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-960d9974-4602-43fd-a972-846b642e0171 req-1f6d23cd-2579-4c56-81bb-20695db56b0f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Feb 21 01:44:37.653853 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 075fa683-a950-45d4-96cf-01e836209fee no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:44:37.735996 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 075fa683-a950-45d4-96cf-01e836209fee is: ACTIVE; New status is: DOWN {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:37.736384 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (075fa683-a950-45d4-96cf-01e836209fee), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.757855 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075fa683-a950-45d4-96cf-01e836209fee'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:37.760321 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54707466-7faa-4b9c-9565-2bfa90f8b11c" -d '{"events": [{"server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "name": "network-vif-unplugged", "status": "completed", "tag": "075fa683-a950-45d4-96cf-01e836209fee"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:37.772583 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=075fa683-a950-45d4-96cf-01e836209fee,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:37.776669 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (075fa683-a950-45d4-96cf-01e836209fee), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.800008 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6d4010-d25d-4209-ba77-d7b4a81d2615 x-openstack-request-id: req-db6d4010-d25d-4209-ba77-d7b4a81d2615 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:37.800300 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "name": "network-vif-unplugged", "status": "failed", "tag": "075fa683-a950-45d4-96cf-01e836209fee", "code": 422}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:37.800555 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db6d4010-d25d-4209-ba77-d7b4a81d2615 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:37.800983 dv-cinder-813229-6-iscsi neutron-server[102950]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '075fa683-a950-45d4-96cf-01e836209fee', 'code': 422} returned with failed status Feb 21 01:44:37.824965 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=075fa683-a950-45d4-96cf-01e836209fee,revision_number=6']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:38.079547 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bf69b-ba25-41a3-bb43-66a1e5261108 req-020a70e7-1864-4483-95f0-b53ed081f777 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:38.081056 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd0bf69b-ba25-41a3-bb43-66a1e5261108 req-020a70e7-1864-4483-95f0-b53ed081f777 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.0528984 Feb 21 01:44:38.133376 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd0bf69b-ba25-41a3-bb43-66a1e5261108 req-2f552256-e14b-4f80-9a79-6fc90201179f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468085 Feb 21 01:44:38.490964 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f334b-cdd9-40d7-a808-c9879f246f90 req-0f37520e-dbc9-48e5-82dc-5933d1dcfe9b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:38.492390 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b22f334b-cdd9-40d7-a808-c9879f246f90 req-0f37520e-dbc9-48e5-82dc-5933d1dcfe9b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0511703 Feb 21 01:44:38.538598 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b22f334b-cdd9-40d7-a808-c9879f246f90 req-51273ad3-53b8-4209-9694-ef3823c16834 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Feb 21 01:44:39.256569 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa673aa-2b77-4d08-b9ed-60466f318304 req-e7ed4983-47e5-4623-b4c5-673d5c2eb4ec tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:39.258093 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cfa673aa-2b77-4d08-b9ed-60466f318304 req-e7ed4983-47e5-4623-b4c5-673d5c2eb4ec tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 944 time: 0.0540960 Feb 21 01:44:39.309356 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cfa673aa-2b77-4d08-b9ed-60466f318304 req-9a52e0dc-0a1c-4988-81d0-161de36fe7ed tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451539 Feb 21 01:44:39.457193 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-9b64de9b-7dd6-445c-9f5c-831d442b89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:39.458620 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-9b64de9b-7dd6-445c-9f5c-831d442b89d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60&tenant_id=4f7dbed5840d4227ab62e42f9a49fbce HTTP/1.1" status: 200 len: 1127 time: 0.0444012 Feb 21 01:44:39.522891 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-a32808b9-ec98-46ad-867a-660103f423b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:39.524377 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-a32808b9-ec98-46ad-867a-660103f423b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f7dbed5840d4227ab62e42f9a49fbce&device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1127 time: 0.0443983 Feb 21 01:44:39.616414 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a6074fc1-86b1-4a16-91fe-9aa10619755d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:44:39.646753 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-73026f78-a627-408c-8240-34b9a25981d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:39.648255 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-73026f78-a627-408c-8240-34b9a25981d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13bfe7f6-827c-49b6-b99b-8f9965eeb125 HTTP/1.1" status: 200 len: 908 time: 0.1169343 Feb 21 01:44:39.709485 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225e5db-ca2f-4ee0-9cdf-178950442452 req-5af364c2-dfc1-4c5c-a763-0b25c881a1de tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:39.710919 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e225e5db-ca2f-4ee0-9cdf-178950442452 req-5af364c2-dfc1-4c5c-a763-0b25c881a1de tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.1015549 Feb 21 01:44:39.718622 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port a6074fc1-86b1-4a16-91fe-9aa10619755d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:39.730060 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:44:39.747199 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-5261398d-6f41-4259-8fd8-0f99fe7a160b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 200 len: 999 time: 0.0867107 Feb 21 01:44:39.768363 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port a6074fc1-86b1-4a16-91fe-9aa10619755d is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:39.768756 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:39.781179 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6074fc1-86b1-4a16-91fe-9aa10619755d {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:39.802722 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e225e5db-ca2f-4ee0-9cdf-178950442452 req-53cedfe2-e803-4042-81ca-f070bae27a6f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850799 Feb 21 01:44:39.804148 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port a6074fc1-86b1-4a16-91fe-9aa10619755d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:39.808482 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:39.814466 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-53b08fb0-cfd8-416a-9b05-ec98393574cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:39.815899 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-53b08fb0-cfd8-416a-9b05-ec98393574cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8be248b1-3225-4e32-a624-66b59c117f74 HTTP/1.1" status: 200 len: 847 time: 0.0588124 Feb 21 01:44:39.855746 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=a6074fc1-86b1-4a16-91fe-9aa10619755d,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:39.865767 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-58a4bc04-9128-451f-b627-5ae54c03f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:39.867275 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-58a4bc04-9128-451f-b627-5ae54c03f8c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13bfe7f6-827c-49b6-b99b-8f9965eeb125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438569 Feb 21 01:44:39.957903 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-68e37b35-7e74-4c17-a21e-66cb4421fe93 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824671 Feb 21 01:44:40.025356 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['a6074fc1-86b1-4a16-91fe-9aa10619755d'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:44:40.046385 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cced0ff-0bb3-4a35-8569-559a0cb622e6 req-33c3d25b-7641-4e47-9d41-2c896ab4a876 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816343 Feb 21 01:44:40.429965 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaa952-4de7-4c09-9e5c-695248daaf62 req-2bf1c54f-7369-4103-a560-ba168f609012 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:40.431550 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-82aaa952-4de7-4c09-9e5c-695248daaf62 req-2bf1c54f-7369-4103-a560-ba168f609012 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 945 time: 0.0543544 Feb 21 01:44:40.480865 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-82aaa952-4de7-4c09-9e5c-695248daaf62 req-aa94e15c-fd30-4f33-b91b-0dbc1351d007 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Feb 21 01:44:41.083716 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12471-3c6f-4810-9ee9-be4c0bf492f9 req-48e392fd-f3d4-4c29-9753-b0b32284e7c4 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:41.085111 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4ef12471-3c6f-4810-9ee9-be4c0bf492f9 req-48e392fd-f3d4-4c29-9753-b0b32284e7c4 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0570426 Feb 21 01:44:41.133288 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4ef12471-3c6f-4810-9ee9-be4c0bf492f9 req-1fe6e9d5-dac5-4e45-8f3d-be8b587dade6 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Feb 21 01:44:41.600913 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a926f-7e91-4e98-b92d-2f4ae312e17d req-83e6e159-148d-4535-8c18-45c6f379196f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:41.602493 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a81a926f-7e91-4e98-b92d-2f4ae312e17d req-83e6e159-148d-4535-8c18-45c6f379196f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 945 time: 0.0556972 Feb 21 01:44:41.619693 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a6074fc1-86b1-4a16-91fe-9aa10619755d up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:41.655929 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a81a926f-7e91-4e98-b92d-2f4ae312e17d req-59c0761f-0586-48c6-8bf8-1a2a394d2e55 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477614 Feb 21 01:44:41.691715 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port a6074fc1-86b1-4a16-91fe-9aa10619755d completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:44:41.695417 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port a6074fc1-86b1-4a16-91fe-9aa10619755d triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:41.695793 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.776480 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port a6074fc1-86b1-4a16-91fe-9aa10619755d is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:41.776865 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.799782 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:41.802040 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5627009c-980d-478b-b53c-c887d5b995fd" -d '{"events": [{"server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "name": "network-vif-plugged", "status": "completed", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:41.816684 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port a6074fc1-86b1-4a16-91fe-9aa10619755d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:41.821196 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.853007 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e076df-9fb3-4abb-8ee2-fee9ef2d4611 x-openstack-request-id: req-90e076df-9fb3-4abb-8ee2-fee9ef2d4611 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:41.853295 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "name": "network-vif-plugged", "status": "completed", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:41.853543 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90e076df-9fb3-4abb-8ee2-fee9ef2d4611 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:41.853924 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'code': 200} Feb 21 01:44:41.880754 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=a6074fc1-86b1-4a16-91fe-9aa10619755d,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:42.070270 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c68db3-0467-4695-ba03-92abe7d165f7 req-5fa6233c-ac3b-494c-a4fc-95bdea5dcd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:42.071670 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-98c68db3-0467-4695-ba03-92abe7d165f7 req-5fa6233c-ac3b-494c-a4fc-95bdea5dcd5a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 1130 time: 0.0429189 Feb 21 01:44:42.116882 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-98c68db3-0467-4695-ba03-92abe7d165f7 req-ed82f8e6-7862-4c4b-9a12-eb3d083b6a49 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391867 Feb 21 01:44:42.248356 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561256d-6c72-45c5-9b41-724d3dcf8645 req-beb360ff-2a49-4f13-b92d-4f3ceb2705f5 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:42.250336 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5561256d-6c72-45c5-9b41-724d3dcf8645 req-beb360ff-2a49-4f13-b92d-4f3ceb2705f5 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0518768 Feb 21 01:44:42.296679 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5561256d-6c72-45c5-9b41-724d3dcf8645 req-07f9eeec-7579-4d08-86c2-b58c28bfb75b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408740 Feb 21 01:44:42.780415 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139977fd-5a7a-4894-8ad7-488daff9f129 req-4bbe263b-88cc-414a-9818-0bd66188b9b8 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:42.781887 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-139977fd-5a7a-4894-8ad7-488daff9f129 req-4bbe263b-88cc-414a-9818-0bd66188b9b8 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 946 time: 0.0560229 Feb 21 01:44:42.830718 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-139977fd-5a7a-4894-8ad7-488daff9f129 req-38d5b160-a951-4bf1-b55e-6eb3d4244e86 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433640 Feb 21 01:44:43.029678 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43514) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:43.139981 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d6e882f8-d48b-4f0a-906a-38a30b43d5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:43.215002 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d6e882f8-d48b-4f0a-906a-38a30b43d5eb admin admin] Publish callbacks [] for security_group (50fb0b9a-7e52-427e-ad8f-f4c574896e9e), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:43.218465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d6e882f8-d48b-4f0a-906a-38a30b43d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (50fb0b9a-7e52-427e-ad8f-f4c574896e9e), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:43.255396 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-d6e882f8-d48b-4f0a-906a-38a30b43d5eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=500b0e8846a4450f8a258906018073b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246294 Feb 21 01:44:43.256505 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e882f8-d48b-4f0a-906a-38a30b43d5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fb0b9a-7e52-427e-ad8f-f4c574896e9e,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:43.258142 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43518) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:43.304744 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38c1ae54-f25d-4fa1-b395-cd9f9eba5629 admin admin] Publish callbacks [] for security_group (50fb0b9a-7e52-427e-ad8f-f4c574896e9e), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:43.325645 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38c1ae54-f25d-4fa1-b395-cd9f9eba5629 admin admin] Publish callbacks [] for security_group (50fb0b9a-7e52-427e-ad8f-f4c574896e9e), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:43.398877 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38c1ae54-f25d-4fa1-b395-cd9f9eba5629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (50fb0b9a-7e52-427e-ad8f-f4c574896e9e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:43.401345 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38c1ae54-f25d-4fa1-b395-cd9f9eba5629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:43.405562 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-38c1ae54-f25d-4fa1-b395-cd9f9eba5629 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50fb0b9a-7e52-427e-ad8f-f4c574896e9e HTTP/1.1" status: 204 len: 168 time: 0.1463718 Feb 21 01:44:43.417445 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1ae54-f25d-4fa1-b395-cd9f9eba5629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fb0b9a-7e52-427e-ad8f-f4c574896e9e,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:43.434179 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a01540-a2a0-49f9-a55d-cb7510aea123 req-360a6482-1100-4db7-b789-3914670f05d5 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:43.435800 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-07a01540-a2a0-49f9-a55d-cb7510aea123 req-360a6482-1100-4db7-b789-3914670f05d5 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0712743 Feb 21 01:44:43.484824 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-07a01540-a2a0-49f9-a55d-cb7510aea123 req-7cd402aa-9abc-4e49-aee5-2124c23b174b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Feb 21 01:44:43.954665 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0de29-302a-4baa-b586-0b8c233b6b8b req-f8bbdecc-dc7d-4b09-9b07-5ae8ff4cc78c tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:43.956165 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08c0de29-302a-4baa-b586-0b8c233b6b8b req-f8bbdecc-dc7d-4b09-9b07-5ae8ff4cc78c tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 946 time: 0.0570929 Feb 21 01:44:44.019299 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08c0de29-302a-4baa-b586-0b8c233b6b8b req-08b42714-cfd3-4141-9bf3-9fbfd19ca74d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574324 Feb 21 01:44:44.148558 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5df6b-69af-41a2-be65-03d305e858ef req-f6d74619-de87-4f9e-a016-4458afc07d53 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:44.150503 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ead5df6b-69af-41a2-be65-03d305e858ef req-f6d74619-de87-4f9e-a016-4458afc07d53 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 946 time: 0.0581746 Feb 21 01:44:44.203133 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ead5df6b-69af-41a2-be65-03d305e858ef req-0dba307a-8fc5-4364-aeb2-8b4bb835219d tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438640 Feb 21 01:44:44.226499 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43550) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:44.269309 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66cabd9-b073-4135-95b8-34c42b2592c9 tempest-TestVolumeBootPattern-1961107131 tempest-TestVolumeBootPattern-1961107131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:44.270850 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f66cabd9-b073-4135-95b8-34c42b2592c9 tempest-TestVolumeBootPattern-1961107131 tempest-TestVolumeBootPattern-1961107131-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 1125 time: 0.0433490 Feb 21 01:44:44.273586 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43552) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:44.277818 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'floatingip': {'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:44.298642 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:44.394410 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:44.505662 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Allocated IP 172.27.1.214 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/a56282b9-f3fc-42ee-af6d-dc7fac31bb3d) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:44.652612 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for port (a56282b9-f3fc-42ee-af6d-dc7fac31bb3d), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:44.661634 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde15c9-c682-472a-b534-c8fbeac4a20f req-d47dca9f-483f-4313-bcf0-1b895ba60a9a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:44.663132 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6cde15c9-c682-472a-b534-c8fbeac4a20f req-d47dca9f-483f-4313-bcf0-1b895ba60a9a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.1000748 Feb 21 01:44:44.731366 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6cde15c9-c682-472a-b534-c8fbeac4a20f req-29f8aea1-cd7b-40e2-9e94-17aa69928a90 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612338 Feb 21 01:44:44.732695 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (a56282b9-f3fc-42ee-af6d-dc7fac31bb3d), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:44.770700 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:44.773307 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:44.778555 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:44.783721 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'Port': ['ID=a56282b9-f3fc-42ee-af6d-dc7fac31bb3d,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:45.139265 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (74eafd59-f494-4d44-aaaf-017d44520d03), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:45.204572 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a56282b9-f3fc-42ee-af6d-dc7fac31bb3d), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:45.349665 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for port (a56282b9-f3fc-42ee-af6d-dc7fac31bb3d), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:45.356980 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (a56282b9-f3fc-42ee-af6d-dc7fac31bb3d), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:45.426594 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'Port': ['ID=a56282b9-f3fc-42ee-af6d-dc7fac31bb3d,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:45.436117 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.436472 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.436818 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.437162 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.437494 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.437825 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.438157 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.438515 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.438844 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.439178 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.439505 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.439827 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.440150 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:45.448805 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (74eafd59-f494-4d44-aaaf-017d44520d03), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:45.736456 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-ec3a490d-9571-480f-af35-ffc08d58c610 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b66e423d409949a1a7908400e6972e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324223 Feb 21 01:44:45.814124 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.l3_db [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Floating IP 74eafd59-f494-4d44-aaaf-017d44520d03 associated. External IP: 172.27.1.214, port: a6074fc1-86b1-4a16-91fe-9aa10619755d. Feb 21 01:44:45.898568 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b882dd4-81e8-4423-9d93-977bac82bdcc req-482e365f-e683-43e9-8f61-15544ff36edf tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:45.899962 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1b882dd4-81e8-4423-9d93-977bac82bdcc req-482e365f-e683-43e9-8f61-15544ff36edf tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0991564 Feb 21 01:44:45.921418 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-3b523e7c-b099-41c2-83c1-edd635455e7e tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:45.922929 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-3b523e7c-b099-41c2-83c1-edd635455e7e tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809404 Feb 21 01:44:45.937356 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-1aef99bd-dd5d-47c4-84e8-849f18a0b503 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/quotas/b66e423d409949a1a7908400e6972e43 HTTP/1.1" status: 200 len: 375 time: 0.0089462 Feb 21 01:44:45.970236 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-9a581eec-b3dc-4c1e-86ee-49b13280259c tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b66e423d409949a1a7908400e6972e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278270 Feb 21 01:44:46.028442 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1b882dd4-81e8-4423-9d93-977bac82bdcc req-5ef17dd1-15e5-4ba4-ac6d-61e4ea5ceaa5 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002104 Feb 21 01:44:46.112658 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:44:46.144296 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fc125055-4fe0-49c4-8835-ea2be22ecbb4 req-9bba232c-9ce5-41d6-a35a-8f4ad75c299a tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 210 time: 0.0305059 Feb 21 01:44:46.250703 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:44:46.261053 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] Sync routers for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:44:46.272900 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:46.273661 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:44:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:46.274463 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:46.314324 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f451b470-8bfe-47fd-b1f3-84709504844e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0315943 Feb 21 01:44:46.314324 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:46.314324 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5156b0f9-eaa3-487b-8dd2-26b40753e966" -d '{"events": [{"name": "network-changed", "server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:46.353003 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901710b4-87c4-4418-a2a3-acacbc62fdda x-openstack-request-id: req-901710b4-87c4-4418-a2a3-acacbc62fdda {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:46.353609 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:46.353609 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-901710b4-87c4-4418-a2a3-acacbc62fdda {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:46.354017 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'status': 'completed', 'code': 200} Feb 21 01:44:46.385037 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:46.421914 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-f412061c-9b23-4c00-8f25-928ba2101990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:46.423657 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-f412061c-9b23-4c00-8f25-928ba2101990 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 1130 time: 0.0466337 Feb 21 01:44:46.520912 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-90f6e55b-2a2d-4e97-9d71-7ae604c0bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:46.522427 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-90f6e55b-2a2d-4e97-9d71-7ae604c0bc7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.0928674 Feb 21 01:44:46.588800 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-73fef6cc-9787-4897-b86e-16d464c0cc82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d HTTP/1.1" status: 200 len: 1000 time: 0.0603693 Feb 21 01:44:46.621452 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '74eafd59-f494-4d44-aaaf-017d44520d03', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:44:44Z', 'updated_at': '2022-02-21T01:44:44Z', 'revision_number': 0, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:46.648517 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] Checking router: bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:44:46.648783 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-a20087ac-ed45-4326-9cde-4dc80b1b6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:46.650418 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-a20087ac-ed45-4326-9cde-4dc80b1b6ad4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0516944 Feb 21 01:44:46.656924 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:46.657549 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:44:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:46.704120 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-abe7f442-9abb-4d7f-ba74-3e6660ee3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:46.705884 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-abe7f442-9abb-4d7f-ba74-3e6660ee3bc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477433 Feb 21 01:44:46.765660 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:46.796329 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-1a1f1b78-e0ec-42eb-9965-74f4078859e7 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811591 Feb 21 01:44:46.888072 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5156b0f9-eaa3-487b-8dd2-26b40753e966 req-009a3c74-850e-4372-bc16-eedd6f079f1c service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831707 Feb 21 01:44:46.980460 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '74eafd59-f494-4d44-aaaf-017d44520d03', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:44:44Z', 'updated_at': '2022-02-21T01:44:44Z', 'revision_number': 0, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:47.012622 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ac51e-dac4-4cd7-b62c-d476566ea6ee None None] The sync data for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '74eafd59-f494-4d44-aaaf-017d44520d03', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:44:44Z', 'updated_at': '2022-02-21T01:44:44Z', 'revision_number': 0, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:44:47.049423 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-8e952c93-a74a-44b9-8d84-4f8df408a527 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b66e423d409949a1a7908400e6972e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362198 Feb 21 01:44:47.265026 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-98296908-8272-4915-a8a1-5704cf1d451f req-88e454b3-1e8d-44ab-b828-d9f0cd8cf200 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 210 time: 0.0272410 Feb 21 01:44:47.272356 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0efd6-2c1b-4ea2-8ecb-3115a838941b None None] New status for floating IP 74eafd59-f494-4d44-aaaf-017d44520d03: ACTIVE {{(pid=102950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:44:47.290465 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde6fa-3497-4028-95e3-99bbd9ffede4 req-a2e721cc-a105-40a7-84b3-c70ead685521 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:47.291954 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b4dde6fa-3497-4028-95e3-99bbd9ffede4 req-a2e721cc-a105-40a7-84b3-c70ead685521 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.1514578 Feb 21 01:44:47.300024 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-e27fbf67-8179-4d08-b373-25852b2245d5 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:47.301434 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-e27fbf67-8179-4d08-b373-25852b2245d5 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465234 Feb 21 01:44:47.318842 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Request body: {'port': {'device_id': 'cd9c7cd1-1497-4301-b9fe-752a28b26158', 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9', 'admin_state_up': True, 'tenant_id': 'b66e423d409949a1a7908400e6972e43'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:47.399587 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b4dde6fa-3497-4028-95e3-99bbd9ffede4 req-dc32825a-be45-44ad-a3e6-5eddb3883627 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971847 Feb 21 01:44:47.450419 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Made reservation on behalf of b66e423d409949a1a7908400e6972e43 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:44:47.454602 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:47.464455 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:47.537061 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks [] for security_group (057b026d-5ecb-4b90-aaae-6b85c106e857), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:47.541270 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (057b026d-5ecb-4b90-aaae-6b85c106e857), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:47.602916 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057b026d-5ecb-4b90-aaae-6b85c106e857,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:47.668821 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Allocated IP 192.168.233.41 (fd7e047c-1141-4af5-b134-0216548665e9/14838661-25fd-45a9-88b9-7aaef1c35781/e1ce1503-08ae-4ab8-b0e6-09d90e334247) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:47.819606 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks [] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:47.852340 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:47.892835 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Network fd7e047c-1141-4af5-b134-0216548665e9 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:47.895722 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:47.905913 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:47.912436 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Pushing event updated for resources: {'Port': ['ID=e1ce1503-08ae-4ab8-b0e6-09d90e334247,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:47.957737 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:47.958394 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:47.975044 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-acd37acd-72f4-4d0a-92bc-f9dff3b8738f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6597023 Feb 21 01:44:47.987949 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Request body: {'port': {'device_id': 'cd9c7cd1-1497-4301-b9fe-752a28b26158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:48.054493 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:48.105886 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9e6f9820-4028-4d09-a9f2-2754ef98a0d8 None None] Provisioning complete for port e1ce1503-08ae-4ab8-b0e6-09d90e334247 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:48.106301 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9e6f9820-4028-4d09-a9f2-2754ef98a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:48.140818 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f9820-4028-4d09-a9f2-2754ef98a0d8 None None] Port e1ce1503-08ae-4ab8-b0e6-09d90e334247 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:44:48.318603 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ce1503-08ae-4ab8-b0e6-09d90e334247 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:48.326306 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Publish callbacks [] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:48.340935 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Transition to ACTIVE for port object e1ce1503-08ae-4ab8-b0e6-09d90e334247 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:44:48.346267 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:48.399236 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Pushing event updated for resources: {'Port': ['ID=e1ce1503-08ae-4ab8-b0e6-09d90e334247,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:48.408731 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09597c48-16ca-4be0-a29c-cd0aeb6bf5bf req-f6d8805e-39db-478a-8e4f-fbfcfbcfb35b tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:48.410420 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-09597c48-16ca-4be0-a29c-cd0aeb6bf5bf req-f6d8805e-39db-478a-8e4f-fbfcfbcfb35b tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 947 time: 0.0716074 Feb 21 01:44:48.469352 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-09597c48-16ca-4be0-a29c-cd0aeb6bf5bf req-75598dc0-bbe9-4b01-9e8c-02d09945e469 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517151 Feb 21 01:44:48.474960 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Attempting to bind port e1ce1503-08ae-4ab8-b0e6-09d90e334247 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:48.475463 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Attempting to bind port e1ce1503-08ae-4ab8-b0e6-09d90e334247 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '844e39e6-5716-4e5e-98c3-ac54cf2b4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:48.475761 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Attempting to bind port e1ce1503-08ae-4ab8-b0e6-09d90e334247 on network fd7e047c-1141-4af5-b134-0216548665e9 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:48.482658 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Port e1ce1503-08ae-4ab8-b0e6-09d90e334247 on network fd7e047c-1141-4af5-b134-0216548665e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:44:48.483059 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Attempting to bind port e1ce1503-08ae-4ab8-b0e6-09d90e334247 on network fd7e047c-1141-4af5-b134-0216548665e9 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:48.504468 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:48.504468 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Checking segment: {'id': '844e39e6-5716-4e5e-98c3-ac54cf2b4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:48.504468 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Bound using segment: {'id': '844e39e6-5716-4e5e-98c3-ac54cf2b4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:48.504468 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Bound port: e1ce1503-08ae-4ab8-b0e6-09d90e334247, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844e39e6-5716-4e5e-98c3-ac54cf2b4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:48.504468 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:48.591348 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac45e3-3483-4964-81fa-8bcebb9f1b8c req-9f71f1ad-753c-463d-9158-83db0682d35a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:48.593066 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0dac45e3-3483-4964-81fa-8bcebb9f1b8c req-9f71f1ad-753c-463d-9158-83db0682d35a tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.1066980 Feb 21 01:44:48.600106 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] For port e1ce1503-08ae-4ab8-b0e6-09d90e334247, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:48.603606 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] For port e1ce1503-08ae-4ab8-b0e6-09d90e334247, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e1ce1503-08ae-4ab8-b0e6-09d90e334247,segment=NetworkSegment(844e39e6-5716-4e5e-98c3-ac54cf2b4d51),segment_id=844e39e6-5716-4e5e-98c3-ac54cf2b4d51)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:48.619112 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:48.663998 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:48.664615 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:48.665997 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] 10.222.0.73 "PUT /v2.0/ports/e1ce1503-08ae-4ab8-b0e6-09d90e334247 HTTP/1.1" status: 200 len: 1097 time: 0.6824448 Feb 21 01:44:48.666474 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9c7cd1-1497-4301-b9fe-752a28b26158', 'tag': 'e1ce1503-08ae-4ab8-b0e6-09d90e334247'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:48.668710 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9c7cd1-1497-4301-b9fe-752a28b26158", "tag": "e1ce1503-08ae-4ab8-b0e6-09d90e334247"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:48.705642 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0dac45e3-3483-4964-81fa-8bcebb9f1b8c req-92838358-be1f-4fa1-9b15-175ca06612bc tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065843 Feb 21 01:44:48.724602 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5599c6c0-e34f-4854-943e-6af910502289 x-openstack-request-id: req-5599c6c0-e34f-4854-943e-6af910502289 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:48.725075 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9c7cd1-1497-4301-b9fe-752a28b26158", "tag": "e1ce1503-08ae-4ab8-b0e6-09d90e334247", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:48.725341 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5599c6c0-e34f-4854-943e-6af910502289 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:48.725832 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9c7cd1-1497-4301-b9fe-752a28b26158', 'tag': 'e1ce1503-08ae-4ab8-b0e6-09d90e334247', 'status': 'completed', 'code': 200} Feb 21 01:44:48.744828 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d40c4d-7e1c-4f7a-b3c6-46a70822cbbe service neutron] Pushing event updated for resources: {'Port': ['ID=e1ce1503-08ae-4ab8-b0e6-09d90e334247,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:48.767195 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-1bc45c6d-ba79-4cd2-8300-2fe7b0161ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:48.768720 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-1bc45c6d-ba79-4cd2-8300-2fe7b0161ae0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b66e423d409949a1a7908400e6972e43&device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 1131 time: 0.0622287 Feb 21 01:44:48.812132 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-b0f1cae4-659c-4035-83fd-99c8c8ae685b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e1ce1503-08ae-4ab8-b0e6-09d90e334247 HTTP/1.1" status: 200 len: 217 time: 0.0356536 Feb 21 01:44:48.860160 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-b9abd0ec-f6d5-495c-b57e-8c42886d30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:48.861627 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-b9abd0ec-f6d5-495c-b57e-8c42886d30b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=14838661-25fd-45a9-88b9-7aaef1c35781 HTTP/1.1" status: 200 len: 843 time: 0.0436492 Feb 21 01:44:48.912140 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-d45b66eb-9fab-43ad-9740-75cd1ded81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:48.913623 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-d45b66eb-9fab-43ad-9740-75cd1ded81c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd7e047c-1141-4af5-b134-0216548665e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0461419 Feb 21 01:44:49.000645 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-bdd8d994-1984-46d2-bfcb-0a199c680288 service neutron] 10.222.0.73 "GET /v2.0/networks/fd7e047c-1141-4af5-b134-0216548665e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793324 Feb 21 01:44:49.089228 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1ab16b79-dacd-4347-8345-e8dd2095ef26 req-7073eb93-9cf7-4236-a023-1a43a2db03c3 service neutron] 10.222.0.73 "GET /v2.0/networks/fd7e047c-1141-4af5-b134-0216548665e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819812 Feb 21 01:44:49.180770 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-1f04a847-384f-4a30-9414-212137cfac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:49.182259 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-1f04a847-384f-4a30-9414-212137cfac6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b66e423d409949a1a7908400e6972e43&device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 1131 time: 0.0448067 Feb 21 01:44:49.268533 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-5347d752-c09c-4c8c-a82b-2a3a1b9092e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:49.269947 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-5347d752-c09c-4c8c-a82b-2a3a1b9092e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fd7e047c-1141-4af5-b134-0216548665e9 HTTP/1.1" status: 200 len: 869 time: 0.0803893 Feb 21 01:44:49.314951 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-c57a2e6c-5d33-46fe-a91a-42cf2a323337 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e1ce1503-08ae-4ab8-b0e6-09d90e334247 HTTP/1.1" status: 200 len: 217 time: 0.0369990 Feb 21 01:44:49.362362 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-dbc1062d-0214-45e0-979b-776b2ccaeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:49.364158 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-dbc1062d-0214-45e0-979b-776b2ccaeabe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=14838661-25fd-45a9-88b9-7aaef1c35781 HTTP/1.1" status: 200 len: 843 time: 0.0433452 Feb 21 01:44:49.411946 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-d25864b7-106b-4b50-a87c-81d1705a19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:49.413420 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-d25864b7-106b-4b50-a87c-81d1705a19e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd7e047c-1141-4af5-b134-0216548665e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0436943 Feb 21 01:44:49.505629 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-b4e15116-ba87-4d7d-8b75-39930eeae6b9 service neutron] 10.222.0.73 "GET /v2.0/networks/fd7e047c-1141-4af5-b134-0216548665e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839100 Feb 21 01:44:49.599185 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ed6183fc-ab9d-459f-a0f2-7fe9f8730f6b req-f7cfcb09-489a-43e4-83df-a1ea9154fa0a service neutron] 10.222.0.73 "GET /v2.0/networks/fd7e047c-1141-4af5-b134-0216548665e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830979 Feb 21 01:44:49.600690 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a289-46cd-4eeb-b4ad-45e0dd1e5039 req-91417ba9-175b-4d33-92ba-73d6188f54dd tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:49.602305 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1ef9a289-46cd-4eeb-b4ad-45e0dd1e5039 req-91417ba9-175b-4d33-92ba-73d6188f54dd tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 947 time: 0.0554407 Feb 21 01:44:49.648932 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1ef9a289-46cd-4eeb-b4ad-45e0dd1e5039 req-9e1423f1-e633-46e2-a69b-2c485ea1a725 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Feb 21 01:44:49.650518 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 075fa683-a950-45d4-96cf-01e836209fee details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:44:49.748660 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=075fa683-a950-45d4-96cf-01e836209fee,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:49.760301 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '075fa683-a950-45d4-96cf-01e836209fee', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'port_id': '075fa683-a950-45d4-96cf-01e836209fee', 'mac_address': 'fa:16:3e:d3:20:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:44:49.797192 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 075fa683-a950-45d4-96cf-01e836209fee is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:49.797589 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (075fa683-a950-45d4-96cf-01e836209fee), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:49.810326 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075fa683-a950-45d4-96cf-01e836209fee {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:49.829295 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=075fa683-a950-45d4-96cf-01e836209fee,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:49.830401 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02607458-689d-4f05-ae42-df1bb18bcd23 req-20807e39-7e65-4274-ac41-96c4aca3e39f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:49.832083 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-02607458-689d-4f05-ae42-df1bb18bcd23 req-20807e39-7e65-4274-ac41-96c4aca3e39f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 943 time: 0.0530572 Feb 21 01:44:49.833400 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (075fa683-a950-45d4-96cf-01e836209fee), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:49.884636 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=075fa683-a950-45d4-96cf-01e836209fee,revision_number=7']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:49.885301 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-02607458-689d-4f05-ae42-df1bb18bcd23 req-cab2208f-457d-4d5e-b08d-7866bbfa47e7 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 Feb 21 01:44:49.891627 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.891973 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.892315 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.892650 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.892985 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.893309 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.893634 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.893959 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.894303 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.894635 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.894951 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.895265 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:49.895579 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:50.073468 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['075fa683-a950-45d4-96cf-01e836209fee'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:44:50.771028 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040844c-c28c-41c5-9251-3b8874eedeb1 req-74e3b51f-0775-4c9d-a110-87200a7234ff tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:50.772506 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9040844c-c28c-41c5-9251-3b8874eedeb1 req-74e3b51f-0775-4c9d-a110-87200a7234ff tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 947 time: 0.0576823 Feb 21 01:44:50.816739 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9040844c-c28c-41c5-9251-3b8874eedeb1 req-0cd9586d-658e-4ec6-957a-1c11058c3dba tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387964 Feb 21 01:44:51.000991 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe928de-0ad7-4cc3-8831-19b3c07e62c8 req-9402959f-90dd-4b3d-80b5-7ef265dc379f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:51.002421 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5fe928de-0ad7-4cc3-8831-19b3c07e62c8 req-9402959f-90dd-4b3d-80b5-7ef265dc379f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 944 time: 0.0508795 Feb 21 01:44:51.051466 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5fe928de-0ad7-4cc3-8831-19b3c07e62c8 req-25b0c91a-30e7-4bce-9994-16f1de47bbc3 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437462 Feb 21 01:44:51.676524 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device e1ce1503-08ae-4ab8-b0e6-09d90e334247 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:44:51.680586 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 075fa683-a950-45d4-96cf-01e836209fee up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:51.797260 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 075fa683-a950-45d4-96cf-01e836209fee triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:51.797639 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (075fa683-a950-45d4-96cf-01e836209fee), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:51.830945 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port e1ce1503-08ae-4ab8-b0e6-09d90e334247, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e1ce1503-08ae-4ab8-b0e6-09d90e334247,segment=NetworkSegment(844e39e6-5716-4e5e-98c3-ac54cf2b4d51),segment_id=844e39e6-5716-4e5e-98c3-ac54cf2b4d51)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:51.850461 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': 'e1ce1503-08ae-4ab8-b0e6-09d90e334247', 'network_id': 'fd7e047c-1141-4af5-b134-0216548665e9', 'port_id': 'e1ce1503-08ae-4ab8-b0e6-09d90e334247', 'mac_address': 'fa:16:3e:14:87:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14838661-25fd-45a9-88b9-7aaef1c35781', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:44:51.918451 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port e1ce1503-08ae-4ab8-b0e6-09d90e334247 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:51.918844 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:51.932579 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51a0bb-9959-4ad8-955d-876dd8ccb995 req-ec7160e0-b20c-4799-88b0-b72ad94e3bf6 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:51.933967 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fb51a0bb-9959-4ad8-955d-876dd8ccb995 req-ec7160e0-b20c-4799-88b0-b72ad94e3bf6 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 947 time: 0.0504344 Feb 21 01:44:51.937534 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 075fa683-a950-45d4-96cf-01e836209fee is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:51.937923 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (075fa683-a950-45d4-96cf-01e836209fee), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:51.942745 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ce1503-08ae-4ab8-b0e6-09d90e334247 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:51.976384 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075fa683-a950-45d4-96cf-01e836209fee'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:51.978610 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870f48b0-16df-47e1-886b-ffe5a7f011f1" -d '{"events": [{"server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "name": "network-vif-plugged", "status": "completed", "tag": "075fa683-a950-45d4-96cf-01e836209fee"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:51.979771 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fb51a0bb-9959-4ad8-955d-876dd8ccb995 req-bad7cfa0-3738-4c77-b1ed-3b9f37ed2c7e tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392277 Feb 21 01:44:51.985736 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port e1ce1503-08ae-4ab8-b0e6-09d90e334247, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e1ce1503-08ae-4ab8-b0e6-09d90e334247,segment=NetworkSegment(844e39e6-5716-4e5e-98c3-ac54cf2b4d51),segment_id=844e39e6-5716-4e5e-98c3-ac54cf2b4d51)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:52.001843 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=075fa683-a950-45d4-96cf-01e836209fee,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:52.001843 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:52.001843 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (075fa683-a950-45d4-96cf-01e836209fee), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:52.022122 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c71cf9-ba21-4215-a7ee-6a3e8b3d2fc5 x-openstack-request-id: req-b6c71cf9-ba21-4215-a7ee-6a3e8b3d2fc5 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:52.022435 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "name": "network-vif-plugged", "status": "completed", "tag": "075fa683-a950-45d4-96cf-01e836209fee", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:52.022689 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6c71cf9-ba21-4215-a7ee-6a3e8b3d2fc5 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:52.023063 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075fa683-a950-45d4-96cf-01e836209fee', 'code': 200} Feb 21 01:44:52.049125 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=e1ce1503-08ae-4ab8-b0e6-09d90e334247,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:52.101524 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=075fa683-a950-45d4-96cf-01e836209fee,revision_number=8']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:52.173782 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ae903-dbb7-45f2-8e5c-4691bf2c109f req-f983bce2-3c4a-418d-9fb5-9c48e3b7aca1 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:52.175279 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a7ae903-dbb7-45f2-8e5c-4691bf2c109f req-f983bce2-3c4a-418d-9fb5-9c48e3b7aca1 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0543303 Feb 21 01:44:52.228232 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a7ae903-dbb7-45f2-8e5c-4691bf2c109f req-51fbe456-4cf1-426b-9419-a17e8cd212cc tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456505 Feb 21 01:44:52.248838 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['e1ce1503-08ae-4ab8-b0e6-09d90e334247'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:44:52.289161 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808c7dd-6a73-450e-816b-bbca60217bbb req-5d904944-6797-4f2c-ba13-93af41d85a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:52.290707 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8808c7dd-6a73-450e-816b-bbca60217bbb req-5d904944-6797-4f2c-ba13-93af41d85a00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1129 time: 0.0442836 Feb 21 01:44:52.336430 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8808c7dd-6a73-450e-816b-bbca60217bbb req-72af14ea-087f-4171-814e-ff7c42e65279 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389330 Feb 21 01:44:53.103859 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e06625-dd6d-45b2-9bee-5fb61da11f61 req-0ffb7e2a-adfe-4d78-9246-fbfa752c5512 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:53.105330 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3e06625-dd6d-45b2-9bee-5fb61da11f61 req-0ffb7e2a-adfe-4d78-9246-fbfa752c5512 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 948 time: 0.0549009 Feb 21 01:44:53.152633 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f3e06625-dd6d-45b2-9bee-5fb61da11f61 req-177b7dc2-40ba-41fc-b849-5cc0e692fa15 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Feb 21 01:44:53.346865 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c857ac-d2c7-4f10-bfc3-11d2b8315fec req-bde883af-c715-4d4e-b1c2-8518d78e585b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:53.349767 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-74c857ac-d2c7-4f10-bfc3-11d2b8315fec req-bde883af-c715-4d4e-b1c2-8518d78e585b tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0520289 Feb 21 01:44:53.396459 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-74c857ac-d2c7-4f10-bfc3-11d2b8315fec req-81352fce-1581-4bda-a3ce-cb16e474a7bb tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Feb 21 01:44:53.677181 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device e1ce1503-08ae-4ab8-b0e6-09d90e334247 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:53.723942 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port e1ce1503-08ae-4ab8-b0e6-09d90e334247 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:44:53.727792 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port e1ce1503-08ae-4ab8-b0e6-09d90e334247 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:53.728166 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.806488 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port e1ce1503-08ae-4ab8-b0e6-09d90e334247 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:53.806880 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.838663 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port e1ce1503-08ae-4ab8-b0e6-09d90e334247, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e1ce1503-08ae-4ab8-b0e6-09d90e334247,segment=NetworkSegment(844e39e6-5716-4e5e-98c3-ac54cf2b4d51),segment_id=844e39e6-5716-4e5e-98c3-ac54cf2b4d51)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:53.842982 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.887817 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=e1ce1503-08ae-4ab8-b0e6-09d90e334247,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:54.023781 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c7cd1-1497-4301-b9fe-752a28b26158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ce1503-08ae-4ab8-b0e6-09d90e334247'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:54.026074 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99086a5-8d9e-41ac-9ca0-184b57b78991" -d '{"events": [{"server_uuid": "cd9c7cd1-1497-4301-b9fe-752a28b26158", "name": "network-vif-plugged", "status": "completed", "tag": "e1ce1503-08ae-4ab8-b0e6-09d90e334247"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:54.060138 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36960a0a-d4ca-4337-80e7-b6929ad6f7ee x-openstack-request-id: req-36960a0a-d4ca-4337-80e7-b6929ad6f7ee {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:54.060431 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9c7cd1-1497-4301-b9fe-752a28b26158", "name": "network-vif-plugged", "status": "completed", "tag": "e1ce1503-08ae-4ab8-b0e6-09d90e334247", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:54.060687 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36960a0a-d4ca-4337-80e7-b6929ad6f7ee {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:54.061074 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c7cd1-1497-4301-b9fe-752a28b26158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ce1503-08ae-4ab8-b0e6-09d90e334247', 'code': 200} Feb 21 01:44:54.231542 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6dd5-50f3-42bf-b887-b36cb6d8ce60 req-79f6d04e-430e-4323-8b79-6016a12c4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.232994 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-115b6dd5-50f3-42bf-b887-b36cb6d8ce60 req-79f6d04e-430e-4323-8b79-6016a12c4003 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 1133 time: 0.0437341 Feb 21 01:44:54.269234 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbfeb1-d79c-43d4-9d2a-8479c5592e93 req-b5a4d5b3-a0ab-412d-a223-abbd39b90d86 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.270831 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-44fbfeb1-d79c-43d4-9d2a-8479c5592e93 req-b5a4d5b3-a0ab-412d-a223-abbd39b90d86 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 949 time: 0.0526676 Feb 21 01:44:54.276978 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-115b6dd5-50f3-42bf-b887-b36cb6d8ce60 req-941bc428-d661-4a00-8e81-6153a6a3e0ba service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375879 Feb 21 01:44:54.318883 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-44fbfeb1-d79c-43d4-9d2a-8479c5592e93 req-171cdea1-bbf4-4999-92fd-f69608b8337a tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Feb 21 01:44:54.520668 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d797-6394-4b95-9f1e-dff6af85da7c req-d72c762f-a6dc-485b-bd19-6d7130966820 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.522067 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eb01d797-6394-4b95-9f1e-dff6af85da7c req-d72c762f-a6dc-485b-bd19-6d7130966820 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0550478 Feb 21 01:44:54.569870 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-eb01d797-6394-4b95-9f1e-dff6af85da7c req-ce6fcc88-5499-4907-b58a-9d133a3d8a72 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422268 Feb 21 01:44:55.325871 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2b7dca4e-cac9-4803-bfdc-2d64dbbbc6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:55.445657 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0126a-0676-4b85-b3d9-c8e0c2660797 req-db7cbdff-35eb-4c7b-b0b2-2a2ac6175100 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:55.447135 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-21a0126a-0676-4b85-b3d9-c8e0c2660797 req-db7cbdff-35eb-4c7b-b0b2-2a2ac6175100 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 949 time: 0.0571084 Feb 21 01:44:55.500850 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-21a0126a-0676-4b85-b3d9-c8e0c2660797 req-e8672c75-716f-4388-8ad5-e54eed22654f tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 Feb 21 01:44:56.614061 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d265-bd85-4186-a290-51e0ed25347d req-15096fbb-89c5-4d02-834a-96cc25b418cf tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:56.615538 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4e20d265-bd85-4186-a290-51e0ed25347d req-15096fbb-89c5-4d02-834a-96cc25b418cf tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 949 time: 0.0507050 Feb 21 01:44:56.660294 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4e20d265-bd85-4186-a290-51e0ed25347d req-889e4139-436e-4e41-8241-fc78e24429a3 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393066 Feb 21 01:44:56.917231 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b80fdd-7322-4f73-9f3b-14a8253e9cb7 req-fde8936b-7067-4cb1-9008-92b6d634e955 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:56.918752 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-01b80fdd-7322-4f73-9f3b-14a8253e9cb7 req-fde8936b-7067-4cb1-9008-92b6d634e955 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 949 time: 0.0508463 Feb 21 01:44:56.967054 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-01b80fdd-7322-4f73-9f3b-14a8253e9cb7 req-5ebf4531-85e9-4ee6-bff5-d5f3910d80ef tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Feb 21 01:44:57.657523 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-82aa9139-4e53-4548-88d9-43919374591a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:58.091461 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e4573-a502-4325-8346-aa5a0da20fa0 req-1bf9c5a0-8aef-41ac-828e-324df2011d79 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:58.093594 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f31e4573-a502-4325-8346-aa5a0da20fa0 req-1bf9c5a0-8aef-41ac-828e-324df2011d79 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 949 time: 0.0590739 Feb 21 01:44:58.141128 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f31e4573-a502-4325-8346-aa5a0da20fa0 req-a4e96c3d-b074-4f9e-b0c4-c9ea75505d5b tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/security-groups?id=057b026d-5ecb-4b90-aaae-6b85c106e857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Feb 21 01:44:58.353019 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94576fc9-de91-4d09-9b05-8660285f79ca req-63b9562e-5820-4fe7-b47e-fabdd98beab8 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:58.354365 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-94576fc9-de91-4d09-9b05-8660285f79ca req-63b9562e-5820-4fe7-b47e-fabdd98beab8 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 949 time: 0.0502687 Feb 21 01:44:58.447435 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-94576fc9-de91-4d09-9b05-8660285f79ca req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Deleting port e1ce1503-08ae-4ab8-b0e6-09d90e334247 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:44:58.447772 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-94576fc9-de91-4d09-9b05-8660285f79ca req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:58.535208 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-94576fc9-de91-4d09-9b05-8660285f79ca req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] For port e1ce1503-08ae-4ab8-b0e6-09d90e334247, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e1ce1503-08ae-4ab8-b0e6-09d90e334247,segment=NetworkSegment(844e39e6-5716-4e5e-98c3-ac54cf2b4d51),segment_id=844e39e6-5716-4e5e-98c3-ac54cf2b4d51)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:58.535559 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-94576fc9-de91-4d09-9b05-8660285f79ca req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:58.546888 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-94576fc9-de91-4d09-9b05-8660285f79ca req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Calling delete_port for e1ce1503-08ae-4ab8-b0e6-09d90e334247 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:44:58.671539 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-94576fc9-de91-4d09-9b05-8660285f79ca req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (e1ce1503-08ae-4ab8-b0e6-09d90e334247), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:58.687365 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['e1ce1503-08ae-4ab8-b0e6-09d90e334247'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:44:58.699193 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Pushing event deleted for resources: {'Port': ['ID=e1ce1503-08ae-4ab8-b0e6-09d90e334247,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:58.742944 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-94576fc9-de91-4d09-9b05-8660285f79ca req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] No DVR routers for this DVR port e1ce1503-08ae-4ab8-b0e6-09d90e334247 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:44:58.745500 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-94576fc9-de91-4d09-9b05-8660285f79ca req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:58.749645 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-94576fc9-de91-4d09-9b05-8660285f79ca req-a7f1af07-75f3-4f28-b682-ad8d04a2f277 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.73 "DELETE /v2.0/ports/e1ce1503-08ae-4ab8-b0e6-09d90e334247 HTTP/1.1" status: 204 len: 173 time: 0.3854275 Feb 21 01:44:58.750095 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c7cd1-1497-4301-b9fe-752a28b26158', 'name': 'network-vif-deleted', 'tag': 'e1ce1503-08ae-4ab8-b0e6-09d90e334247'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:58.752472 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454ac7ef-7c4c-400f-b461-6cea46b38112" -d '{"events": [{"server_uuid": "cd9c7cd1-1497-4301-b9fe-752a28b26158", "name": "network-vif-deleted", "tag": "e1ce1503-08ae-4ab8-b0e6-09d90e334247"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:58.790667 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1bc391-daad-49ef-8cd6-7640785c1b45 x-openstack-request-id: req-5c1bc391-daad-49ef-8cd6-7640785c1b45 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:58.790955 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9c7cd1-1497-4301-b9fe-752a28b26158", "name": "network-vif-deleted", "tag": "e1ce1503-08ae-4ab8-b0e6-09d90e334247", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:58.791256 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c1bc391-daad-49ef-8cd6-7640785c1b45 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:58.791763 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c7cd1-1497-4301-b9fe-752a28b26158', 'name': 'network-vif-deleted', 'tag': 'e1ce1503-08ae-4ab8-b0e6-09d90e334247', 'status': 'completed', 'code': 200} Feb 21 01:44:58.794843 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:59.247566 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f43aea10-c9b6-412e-a111-42c83d92be9f req-c70989f8-149b-4cbf-9e15-6e3fefacb768 tempest-VolumesNegativeTest-1449739510 tempest-VolumesNegativeTest-1449739510-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd9c7cd1-1497-4301-b9fe-752a28b26158 HTTP/1.1" status: 200 len: 210 time: 0.0276108 Feb 21 01:45:00.059782 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:01.046278 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:45:01.928910 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:03.727984 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device e1ce1503-08ae-4ab8-b0e6-09d90e334247 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:45:03.750818 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: e1ce1503-08ae-4ab8-b0e6-09d90e334247 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:45:03.751168 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device e1ce1503-08ae-4ab8-b0e6-09d90e334247 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:45:03.979200 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43900) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:04.104745 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-1279fb11-8e3e-4ccc-bf55-c5467a075eea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b66e423d409949a1a7908400e6972e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243684 Feb 21 01:45:04.107124 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43904) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:04.152229 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f9c0c9df-82b0-4175-8d2e-c0f0b530df70 admin admin] Publish callbacks [] for security_group (057b026d-5ecb-4b90-aaae-6b85c106e857), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:04.175081 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f9c0c9df-82b0-4175-8d2e-c0f0b530df70 admin admin] Publish callbacks [] for security_group (057b026d-5ecb-4b90-aaae-6b85c106e857), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:04.220276 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f9c0c9df-82b0-4175-8d2e-c0f0b530df70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (057b026d-5ecb-4b90-aaae-6b85c106e857), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:04.222845 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-f9c0c9df-82b0-4175-8d2e-c0f0b530df70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:04.223962 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-f9c0c9df-82b0-4175-8d2e-c0f0b530df70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/057b026d-5ecb-4b90-aaae-6b85c106e857 HTTP/1.1" status: 204 len: 168 time: 0.1159580 Feb 21 01:45:04.231508 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0c9df-82b0-4175-8d2e-c0f0b530df70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057b026d-5ecb-4b90-aaae-6b85c106e857,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:05.220488 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586d404-9250-4d29-b057-38d635e7cc37 req-3eec4018-c7b6-4549-a0aa-e0e5bad8a031 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:05.221921 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a586d404-9250-4d29-b057-38d635e7cc37 req-3eec4018-c7b6-4549-a0aa-e0e5bad8a031 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 946 time: 0.0547810 Feb 21 01:45:05.266515 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a586d404-9250-4d29-b057-38d635e7cc37 req-9738fcc4-64e8-4b9c-a23e-f656dd58d75c tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Feb 21 01:45:06.389022 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c68c3-4e2a-4f97-b606-aeb1807c3220 req-cfc6e4a6-18f3-4530-8339-581c810c62df tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:06.390513 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bd7c68c3-4e2a-4f97-b606-aeb1807c3220 req-cfc6e4a6-18f3-4530-8339-581c810c62df tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 946 time: 0.0515237 Feb 21 01:45:06.423732 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:06.438851 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bd7c68c3-4e2a-4f97-b606-aeb1807c3220 req-3c339a4d-9a26-41ba-92c3-d8db274fc054 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 Feb 21 01:45:06.663187 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-ab91ed04-2d90-4033-b6d7-98fad14a90a6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:06.664491 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-ab91ed04-2d90-4033-b6d7-98fad14a90a6 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 946 time: 0.0493250 Feb 21 01:45:06.758477 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Deleting port 98dd3d59-9548-4ea1-ad4d-386df1726b43 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:45:06.758813 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:06.841506 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] For port 98dd3d59-9548-4ea1-ad4d-386df1726b43, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=98dd3d59-9548-4ea1-ad4d-386df1726b43,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:06.841870 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:07.260274 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:07.260762 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (9e008e89-2914-44b6-bee5-26a2b5ecd163), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:07.261094 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.l3_db [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Floating IP 9e008e89-2914-44b6-bee5-26a2b5ecd163 disassociated. External IP: 172.27.1.194, port: 98dd3d59-9548-4ea1-ad4d-386df1726b43. Feb 21 01:45:07.261438 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Calling delete_port for 98dd3d59-9548-4ea1-ad4d-386df1726b43 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:45:07.382285 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (98dd3d59-9548-4ea1-ad4d-386df1726b43), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:07.412991 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event deleted for resources: {'Port': ['ID=98dd3d59-9548-4ea1-ad4d-386df1726b43,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:07.529389 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:45:07.537284 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f3578b05-4417-4709-9553-4ec099add5e1 req-846074d0-ccff-467f-8a92-d0a93b5f3114 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/ports?device_id=83fc0c46-3bd1-4d98-81c8-c40d95f498d8 HTTP/1.1" status: 200 len: 210 time: 0.0280614 Feb 21 01:45:07.637924 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:45:07.647986 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] Sync routers for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:45:07.658801 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:45:07.659412 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:44:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:07.679154 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] No DVR routers for this DVR port 98dd3d59-9548-4ea1-ad4d-386df1726b43 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:45:07.681720 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:07.685102 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6906fa0d-acf3-44b5-a67e-d2cd55efc4ab req-316d8aa1-a6fa-4f3f-8e94-b8b1004bdb13 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.73 "DELETE /v2.0/ports/98dd3d59-9548-4ea1-ad4d-386df1726b43 HTTP/1.1" status: 204 len: 173 time: 1.0142338 Feb 21 01:45:07.685500 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-deleted', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:07.688409 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53755669-f8f5-4fde-be2d-b9b9913800e6" -d '{"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-deleted", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:07.732457 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb23c53e-e94f-431b-abb0-db1f6d72a67b x-openstack-request-id: req-fb23c53e-e94f-431b-abb0-db1f6d72a67b {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:07.733482 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fc0c46-3bd1-4d98-81c8-c40d95f498d8", "name": "network-vif-deleted", "tag": "98dd3d59-9548-4ea1-ad4d-386df1726b43", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:07.733824 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb23c53e-e94f-431b-abb0-db1f6d72a67b {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:07.734401 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fc0c46-3bd1-4d98-81c8-c40d95f498d8', 'name': 'network-vif-deleted', 'tag': '98dd3d59-9548-4ea1-ad4d-386df1726b43', 'status': 'completed', 'code': 200} Feb 21 01:45:07.772828 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:45:07.984937 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:08.088996 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] Checking router: 23c97bcf-c1fe-45c4-82b7-d82badc3f686 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:45:08.098219 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:45:08.098850 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:44:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:08.202056 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:45:08.388280 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:08.417182 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dcef81-fbe4-41b2-88d5-5dee45d70eae None None] The sync data for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi is: [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:38:05Z', 'revision_number': 4, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '3ca2a10d-8c90-487a-bdf1-f2e305f1547d', 'name': '', 'network_id': 'c0383c1c-6049-4d8a-9557-1e574dfd705b', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'mac_address': 'fa:16:3e:b5:d9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5824622b-8b30-4753-ad75-bfffea5df582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:04Z', 'updated_at': '2022-02-21T01:38:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'subnets': [{'id': '5824622b-8b30-4753-ad75-bfffea5df582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:45:08.625820 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43932) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:08.630381 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b639fdf-dd8c-45d0-aba2-4ab109940113 None None] New status for floating IP 9e008e89-2914-44b6-bee5-26a2b5ecd163: DOWN {{(pid=102950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:45:08.678091 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5fc14f4e-b929-43ed-923f-11317be0da0f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (dd4f2a79-d4b3-4902-8de7-e4ac2b86d510), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:08.701364 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5fc14f4e-b929-43ed-923f-11317be0da0f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (dd4f2a79-d4b3-4902-8de7-e4ac2b86d510), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:08.749292 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5fc14f4e-b929-43ed-923f-11317be0da0f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (dd4f2a79-d4b3-4902-8de7-e4ac2b86d510), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:08.752000 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5fc14f4e-b929-43ed-923f-11317be0da0f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:08.753254 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-5fc14f4e-b929-43ed-923f-11317be0da0f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "DELETE /v2.0/security-groups/dd4f2a79-d4b3-4902-8de7-e4ac2b86d510 HTTP/1.1" status: 204 len: 168 time: 0.1261699 Feb 21 01:45:08.756168 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43934) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:08.762728 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc14f4e-b929-43ed-923f-11317be0da0f tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4f2a79-d4b3-4902-8de7-e4ac2b86d510,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:08.775030 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.api.v2.resource [None req-5c9e6de5-fcc4-4002-8467-d8400e7fb577 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] show failed (client error): The resource could not be found. Feb 21 01:45:08.779300 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5c9e6de5-fcc4-4002-8467-d8400e7fb577 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "GET /v2.0/security-groups/dd4f2a79-d4b3-4902-8de7-e4ac2b86d510 HTTP/1.1" status: 404 len: 347 time: 0.0213385 Feb 21 01:45:08.780066 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43936) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:09.149940 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Deleting port 5bf785fe-6675-42b1-a223-786ff27a8d88 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:45:09.150317 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (5bf785fe-6675-42b1-a223-786ff27a8d88), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.223894 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (5bf785fe-6675-42b1-a223-786ff27a8d88), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.224218 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (5bf785fe-6675-42b1-a223-786ff27a8d88), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.235913 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Calling delete_port for 5bf785fe-6675-42b1-a223-786ff27a8d88 owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:45:09.361817 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (5bf785fe-6675-42b1-a223-786ff27a8d88), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.387688 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Pushing event deleted for resources: {'Port': ['ID=5bf785fe-6675-42b1-a223-786ff27a8d88,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:09.412254 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.412608 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.412957 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.413300 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.413640 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.413975 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.414344 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.414677 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.415006 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.415334 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.415662 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.415989 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.416318 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:09.453757 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks [] for floatingip (9e008e89-2914-44b6-bee5-26a2b5ecd163), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.456253 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.457396 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c594c316-b61c-41ce-922a-cd8443025544 tempest-AttachVolumeShelveTestJSON-1966995118 tempest-AttachVolumeShelveTestJSON-1966995118-project] 10.222.0.79 "DELETE /v2.0/floatingips/9e008e89-2914-44b6-bee5-26a2b5ecd163 HTTP/1.1" status: 204 len: 168 time: 0.6765962 Feb 21 01:45:11.583122 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5055e613-f980-4da7-a786-1074985457f9 req-fc69a02f-5b71-42d5-8dc5-6c092474e313 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658526 Feb 21 01:45:11.647680 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055e613-f980-4da7-a786-1074985457f9 req-90d30899-4488-4ba1-b793-0adc835df501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:11.649182 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5055e613-f980-4da7-a786-1074985457f9 req-90d30899-4488-4ba1-b793-0adc835df501 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f7dbed5840d4227ab62e42f9a49fbce&device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1129 time: 0.0449827 Feb 21 01:45:11.752274 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055e613-f980-4da7-a786-1074985457f9 req-e5fbd512-0b99-4c32-b637-99cd6e962020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:11.753374 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:45:11.753921 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5055e613-f980-4da7-a786-1074985457f9 req-e5fbd512-0b99-4c32-b637-99cd6e962020 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13bfe7f6-827c-49b6-b99b-8f9965eeb125 HTTP/1.1" status: 200 len: 908 time: 0.0864921 Feb 21 01:45:11.779345 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 98dd3d59-9548-4ea1-ad4d-386df1726b43 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:45:11.780027 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 98dd3d59-9548-4ea1-ad4d-386df1726b43 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:45:11.834430 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5055e613-f980-4da7-a786-1074985457f9 req-915191c8-27a1-4cc1-a749-540c1e607d7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 200 len: 1001 time: 0.0745213 Feb 21 01:45:11.848412 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43958) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:11.887416 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055e613-f980-4da7-a786-1074985457f9 req-88eab60d-1a1c-43d5-b786-3a1c4637cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:11.889421 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5055e613-f980-4da7-a786-1074985457f9 req-88eab60d-1a1c-43d5-b786-3a1c4637cf03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8be248b1-3225-4e32-a624-66b59c117f74 HTTP/1.1" status: 200 len: 847 time: 0.0489893 Feb 21 01:45:11.940730 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055e613-f980-4da7-a786-1074985457f9 req-dd934f90-b4d7-42e0-982b-c8d7f7f9aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:11.942423 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5055e613-f980-4da7-a786-1074985457f9 req-dd934f90-b4d7-42e0-982b-c8d7f7f9aa2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13bfe7f6-827c-49b6-b99b-8f9965eeb125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473673 Feb 21 01:45:12.105985 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5055e613-f980-4da7-a786-1074985457f9 req-c70b264f-3963-4c76-978e-b64a5c3ab634 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573033 Feb 21 01:45:12.359109 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5055e613-f980-4da7-a786-1074985457f9 req-40b22ea5-403c-4918-92a0-e5d5a7f8a498 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447076 Feb 21 01:45:12.571180 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774957'] for router_interface (23c97bcf-c1fe-45c4-82b7-d82badc3f686), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:12.816969 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Deleting port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:45:12.817660 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:12.898037 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] For port 3ca2a10d-8c90-487a-bdf1-f2e305f1547d, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=3ca2a10d-8c90-487a-bdf1-f2e305f1547d,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:12.898430 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:12.910749 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Calling delete_port for 3ca2a10d-8c90-487a-bdf1-f2e305f1547d owned by network:router_interface {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:45:13.099959 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (3ca2a10d-8c90-487a-bdf1-f2e305f1547d), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:13.132945 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca2a10d-8c90-487a-bdf1-f2e305f1547d,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:13.301432 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774589'] for router_interface (23c97bcf-c1fe-45c4-82b7-d82badc3f686), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:13.519086 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:45:13.625038 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:45:13.629942 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-6d7ea5b7-67ae-419c-81e5-5f37dc12122e admin admin] 10.222.0.79 "PUT /v2.0/routers/23c97bcf-c1fe-45c4-82b7-d82badc3f686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7806075 Feb 21 01:45:13.632589 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43962) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:13.635258 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] Sync routers for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:45:13.645772 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:45:13.646413 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:44:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:13.740552 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks [] for router (23c97bcf-c1fe-45c4-82b7-d82badc3f686), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:13.755156 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:45:13.853000 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks [] for router_gateway (23c97bcf-c1fe-45c4-82b7-d82badc3f686), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:13.904745 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Deleting port 339c14df-8c75-4d23-8524-63695653d459 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:45:13.905084 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (339c14df-8c75-4d23-8524-63695653d459), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:13.940262 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '339c14df-8c75-4d23-8524-63695653d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:45:13Z', 'revision_number': 5, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port': {'id': '339c14df-8c75-4d23-8524-63695653d459', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:38:00Z', 'updated_at': '2022-02-21T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:13.970564 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] Checking router: 23c97bcf-c1fe-45c4-82b7-d82badc3f686 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:45:13.978779 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] Routers {'23c97bcf-c1fe-45c4-82b7-d82badc3f686'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:45:13.979388 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:44:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:13.985151 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] For port 339c14df-8c75-4d23-8524-63695653d459, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=339c14df-8c75-4d23-8524-63695653d459,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:13.985532 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (339c14df-8c75-4d23-8524-63695653d459), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:13.997520 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Calling delete_port for 339c14df-8c75-4d23-8524-63695653d459 owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:45:14.067250 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] Set router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 gateway port host: None {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:45:14.121957 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:45:13Z', 'revision_number': 6, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port_host': None}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:14.148964 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0c4b1-fa4a-404d-86d0-97f392c5b310 None None] The sync data for ids ['23c97bcf-c1fe-45c4-82b7-d82badc3f686'] in dv-cinder-813229-6-iscsi is: [{'id': '23c97bcf-c1fe-45c4-82b7-d82badc3f686', 'name': 'tempest-AttachVolumeShelveTestJSON-1228835322-router', 'tenant_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:37:58Z', 'updated_at': '2022-02-21T01:45:13Z', 'revision_number': 6, 'project_id': '1d4fde563e8d4358b1f8d7c778e7dc59', 'gw_port_host': None}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:45:14.187627 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (339c14df-8c75-4d23-8524-63695653d459), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.212775 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Pushing event deleted for resources: {'Port': ['ID=339c14df-8c75-4d23-8524-63695653d459,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:14.273792 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768983'] for router_gateway (23c97bcf-c1fe-45c4-82b7-d82badc3f686), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.363158 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10917'] for router (23c97bcf-c1fe-45c4-82b7-d82badc3f686), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.365535 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks [] for router_controller (23c97bcf-c1fe-45c4-82b7-d82badc3f686), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.412012 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775090'] for router (23c97bcf-c1fe-45c4-82b7-d82badc3f686), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.412535 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c97bcf-c1fe-45c4-82b7-d82badc3f686 {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:45:14.417910 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.421786 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-40afb614-09da-4c53-9a5e-adae176f5355 admin admin] 10.222.0.79 "DELETE /v2.0/routers/23c97bcf-c1fe-45c4-82b7-d82badc3f686 HTTP/1.1" status: 204 len: 168 time: 0.7849855 Feb 21 01:45:14.422147 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 43964) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:14.466429 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cd620e-1788-4a6a-be0e-70253fba55c7 admin admin] Deleting subnet 5824622b-8b30-4753-ad75-bfffea5df582 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:45:14.470955 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-98cd620e-1788-4a6a-be0e-70253fba55c7 admin admin] Publish callbacks [] for subnet (5824622b-8b30-4753-ad75-bfffea5df582), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.506107 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-98cd620e-1788-4a6a-be0e-70253fba55c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29076532'] for subnet (5824622b-8b30-4753-ad75-bfffea5df582), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.586094 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-98cd620e-1788-4a6a-be0e-70253fba55c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (5824622b-8b30-4753-ad75-bfffea5df582), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.636080 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-98cd620e-1788-4a6a-be0e-70253fba55c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-695694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25516960'] for subnet (5824622b-8b30-4753-ad75-bfffea5df582), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.660570 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd620e-1788-4a6a-be0e-70253fba55c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5824622b-8b30-4753-ad75-bfffea5df582,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:14.665201 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-98cd620e-1788-4a6a-be0e-70253fba55c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.668524 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-98cd620e-1788-4a6a-be0e-70253fba55c7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5824622b-8b30-4753-ad75-bfffea5df582 HTTP/1.1" status: 204 len: 168 time: 0.2454357 Feb 21 01:45:14.671776 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43966) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:14.672267 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475817b4-01b6-48aa-9feb-417c50fbd999 None None] Network c0383c1c-6049-4d8a-9557-1e574dfd705b requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:45:14.740129 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (c0383c1c-6049-4d8a-9557-1e574dfd705b), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.799857 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Deleting port bdeca3b6-2b4d-4305-b954-2df5e330744c {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:45:14.800198 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.862692 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] For port bdeca3b6-2b4d-4305-b954-2df5e330744c, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=bdeca3b6-2b4d-4305-b954-2df5e330744c,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:14.863047 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.877296 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Calling delete_port for bdeca3b6-2b4d-4305-b954-2df5e330744c owned by network:dhcp {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:45:14.887428 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b68692-79ec-41b0-a45a-6f5f61e17ea9 None None] DHCP port deletion for c0383c1c-6049-4d8a-9557-1e574dfd705b request from dv-cinder-813229-6-iscsi {{(pid=102950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:45:14.936823 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-f6b68692-79ec-41b0-a45a-6f5f61e17ea9 None None] Deleting port bdeca3b6-2b4d-4305-b954-2df5e330744c {{(pid=102950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:45:14.937198 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f6b68692-79ec-41b0-a45a-6f5f61e17ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), before_delete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.957022 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:14.986485 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdeca3b6-2b4d-4305-b954-2df5e330744c,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:14.992695 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] No DVR routers for this DVR port bdeca3b6-2b4d-4305-b954-2df5e330744c on host dv-cinder-813229-6-iscsi {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:45:15.004776 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-f6b68692-79ec-41b0-a45a-6f5f61e17ea9 None None] For port bdeca3b6-2b4d-4305-b954-2df5e330744c, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=bdeca3b6-2b4d-4305-b954-2df5e330744c,segment=NetworkSegment(f4492f89-5003-4d42-935d-1dc015df783d),segment_id=f4492f89-5003-4d42-935d-1dc015df783d)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:15.005168 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f6b68692-79ec-41b0-a45a-6f5f61e17ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), precommit_delete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.017895 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-f6b68692-79ec-41b0-a45a-6f5f61e17ea9 None None] Calling delete_port for bdeca3b6-2b4d-4305-b954-2df5e330744c owned by network:dhcp {{(pid=102950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:45:15.065350 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (c0383c1c-6049-4d8a-9557-1e574dfd705b), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.091581 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0383c1c-6049-4d8a-9557-1e574dfd705b']}} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:15.098330 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-f6b68692-79ec-41b0-a45a-6f5f61e17ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313'] for port (bdeca3b6-2b4d-4305-b954-2df5e330744c), after_delete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.098495 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4492f89-5003-4d42-935d-1dc015df783d') {'for_net_delete': True} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:15.098640 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4492f89-5003-4d42-935d-1dc015df783d') {} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:15.110786 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28165610'] for segment (f4492f89-5003-4d42-935d-1dc015df783d), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.122739 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b68692-79ec-41b0-a45a-6f5f61e17ea9 None None] Pushing event deleted for resources: {'Port': ['ID=bdeca3b6-2b4d-4305-b954-2df5e330744c,revision_number=None']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:15.131694 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b68692-79ec-41b0-a45a-6f5f61e17ea9 None None] No DVR routers for this DVR port bdeca3b6-2b4d-4305-b954-2df5e330744c on host dv-cinder-813229-6-iscsi {{(pid=102950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:45:15.134315 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (f4492f89-5003-4d42-935d-1dc015df783d), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.148761 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:45:15.149336 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28100964'] for segment (f4492f89-5003-4d42-935d-1dc015df783d), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: Traceback (most recent call last): Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: timer() Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: cb(*args, **kw) Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: return func(*args, **kwargs) Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: self._notify() Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: self.callback(batched_events) Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: event.method(event) Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: return f(self, *a, **k) Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._get(url).json() Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: return self.request(url, 'GET', **kwargs) Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:45:15.152517 dv-cinder-813229-6-iscsi neutron-server[102949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:45:15.213828 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (c0383c1c-6049-4d8a-9557-1e574dfd705b), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.219550 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.223322 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c0383c1c-6049-4d8a-9557-1e574dfd705b HTTP/1.1" status: 204 len: 168 time: 0.5504851 Feb 21 01:45:15.237565 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d0f2a-68e4-4d02-ac4e-0b04670170d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0383c1c-6049-4d8a-9557-1e574dfd705b,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:15.332571 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43970) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:15.372307 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c509bc8d-312f-46aa-ae67-463732dd9882 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d4fde563e8d4358b1f8d7c778e7dc59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385199 Feb 21 01:45:15.374756 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43972) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:15.419864 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b3ab3e41-e5ec-4ec6-b29c-312a73a72334 admin admin] Publish callbacks [] for security_group (750fc7d6-bb33-46ac-b73c-7671b87041f7), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.445362 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b3ab3e41-e5ec-4ec6-b29c-312a73a72334 admin admin] Publish callbacks [] for security_group (750fc7d6-bb33-46ac-b73c-7671b87041f7), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.495164 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b3ab3e41-e5ec-4ec6-b29c-312a73a72334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (750fc7d6-bb33-46ac-b73c-7671b87041f7), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.497642 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b3ab3e41-e5ec-4ec6-b29c-312a73a72334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:15.498835 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-b3ab3e41-e5ec-4ec6-b29c-312a73a72334 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/750fc7d6-bb33-46ac-b73c-7671b87041f7 HTTP/1.1" status: 204 len: 168 time: 0.1231635 Feb 21 01:45:15.506399 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab3e41-e5ec-4ec6-b29c-312a73a72334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750fc7d6-bb33-46ac-b73c-7671b87041f7,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:16.055490 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device bdeca3b6-2b4d-4305-b954-2df5e330744c no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:45:16.080117 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: bdeca3b6-2b4d-4305-b954-2df5e330744c {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:45:16.080572 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device bdeca3b6-2b4d-4305-b954-2df5e330744c not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:45:16.081072 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 339c14df-8c75-4d23-8524-63695653d459 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:45:16.103493 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 339c14df-8c75-4d23-8524-63695653d459 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:45:16.103848 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 339c14df-8c75-4d23-8524-63695653d459 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:45:16.104272 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3ca2a10d-8c90-487a-bdf1-f2e305f1547d no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:45:16.124926 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 3ca2a10d-8c90-487a-bdf1-f2e305f1547d {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:45:16.125596 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3ca2a10d-8c90-487a-bdf1-f2e305f1547d not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:45:16.159492 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 43998) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:16.252302 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2058956822-network', 'tenant_id': '47579e492b9844beaf514c91416a5329'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:16.272365 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Made reservation on behalf of 47579e492b9844beaf514c91416a5329 for: {'network': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:45:16.274615 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for network (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.282780 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.353728 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Publish callbacks [] for security_group (46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.357933 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.378999 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:45:16.391824 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:16.396651 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (e75e0515-cbd7-4a99-8b3d-bfb23b843fee), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.396989 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.db.segments_db [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Added segment e75e0515-cbd7-4a99-8b3d-bfb23b843fee of type vlan for network aa838f4d-e8c0-4e11-852d-fab10e59eb92 Feb 21 01:45:16.435480 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726586685314'] for network (aa838f4d-e8c0-4e11-852d-fab10e59eb92), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.460452 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157'] for network (aa838f4d-e8c0-4e11-852d-fab10e59eb92), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.461391 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:16.461976 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.519797 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3593924 Feb 21 01:45:16.522661 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44002) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:16.527168 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e7318-442c-4f4f-b1be-17f6221fc088 admin admin] Pushing event updated for resources: {'Network': ['ID=aa838f4d-e8c0-4e11-852d-fab10e59eb92,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:16.527769 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Request body: {'subnet': {'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2058956822-subnet', 'tenant_id': '47579e492b9844beaf514c91416a5329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:16.537462 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Network aa838f4d-e8c0-4e11-852d-fab10e59eb92 details requested by agent ovs-agent-dv-cinder-813229-6-iscsi with host dv-cinder-813229-6-iscsi {{(pid=102950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:45:16.547271 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Made reservation on behalf of 47579e492b9844beaf514c91416a5329 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:45:16.549556 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25516877'] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.712058 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-695759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25516991'] for subnet (6f39936d-59fd-4bbe-bf9e-fa7e73c9e175), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.766264 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:16.772826 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Checking segment: {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:45:16.773178 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Network hostable DHCP agents. Network: aa838f4d-e8c0-4e11-852d-fab10e59eb92, hostable agents: ['5dc48f1a-971e-41d8-8b90-dcbf1e17178e'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:45:16.788565 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Network aa838f4d-e8c0-4e11-852d-fab10e59eb92 is scheduled to be hosted by DHCP agent 5dc48f1a-971e-41d8-8b90-dcbf1e17178e with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:45:16.797144 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-6-iscsi, aa838f4d-e8c0-4e11-852d-fab10e59eb92) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:45:16.800912 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:16.801504 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:16.806416 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a2b9cf-a401-4ee9-b560-d963cea563ec None None] Network aa838f4d-e8c0-4e11-852d-fab10e59eb92 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:45:16.822717 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-212e3c87-36ec-4fb7-9b88-ccb02a9e94c3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2988815 Feb 21 01:45:16.904122 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a26e6-d940-4f08-93d6-7103332bb057 None None] Network aa838f4d-e8c0-4e11-852d-fab10e59eb92 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:45:17.228245 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-8933699b-beb5-4774-b333-9949c84a1498 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:17.229695 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-8933699b-beb5-4774-b333-9949c84a1498 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 815 time: 0.1009650 Feb 21 01:45:17.243810 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-657fab2b-53e2-4e1f-9a65-3e814e5ed320 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/quotas/47579e492b9844beaf514c91416a5329 HTTP/1.1" status: 200 len: 375 time: 0.0088892 Feb 21 01:45:17.280253 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-db768611-4b01-4718-866e-5c62e7c45c0c tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312366 Feb 21 01:45:17.369064 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-38be9e93-4dd5-437b-9f74-98200cff1e25 service neutron] 10.222.0.79 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823557 Feb 21 01:45:17.455193 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-51bc4308-b991-447a-a27e-f7d87ad482ca service neutron] 10.222.0.79 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805399 Feb 21 01:45:17.606539 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e7910860-5cbe-452c-9223-36eceaa4ec3f req-91190b7b-dd50-4da5-a6b4-ccba781227fc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 210 time: 0.0267165 Feb 21 01:45:18.513666 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-cb6e7278-705f-410f-a65b-09e25f5cd75b tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:18.515683 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-cb6e7278-705f-410f-a65b-09e25f5cd75b tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 815 time: 0.1076560 Feb 21 01:45:18.528732 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Request body: {'port': {'device_id': '3dc042f4-014c-4c56-8928-eb2e65fdcaef', 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92', 'admin_state_up': True, 'tenant_id': '47579e492b9844beaf514c91416a5329'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:18.636017 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Made reservation on behalf of 47579e492b9844beaf514c91416a5329 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:45:18.640347 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:18.702473 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cea9cba0-5d4e-4524-be47-9f6ca370e5b2 req-507e2c0e-3a02-4759-9ceb-f896a0df1e66 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 210 time: 0.0286744 Feb 21 01:45:18.762368 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Allocated IP 172.20.0.4 (aa838f4d-e8c0-4e11-852d-fab10e59eb92/6f39936d-59fd-4bbe-bf9e-fa7e73c9e175/590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:45:18.907105 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks [] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:18.939451 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:18.986988 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Network aa838f4d-e8c0-4e11-852d-fab10e59eb92 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:45:18.990110 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:45:18.992511 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:45:19.024438 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Pushing event updated for resources: {'Port': ['ID=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:19.050056 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:19.050679 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:19.065565 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-2dc0580f-e4f7-45a0-a675-940fee06c969 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5405843 Feb 21 01:45:19.076321 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Request body: {'port': {'device_id': '3dc042f4-014c-4c56-8928-eb2e65fdcaef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:19.136577 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:19.391588 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:19.398831 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Publish callbacks [] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:19.410847 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Transition to ACTIVE for port object 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:45:19.414449 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:19.462041 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Pushing event updated for resources: {'Port': ['ID=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:19.530881 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Attempting to bind port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:45:19.531220 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Attempting to bind port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:45:19.531555 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Attempting to bind port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:19.536235 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:45:19.536553 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Attempting to bind port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:19.541262 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:45:19.541622 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Checking segment: {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:45:19.541998 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Bound using segment: {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:45:19.542441 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Bound port: 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:45:19.542794 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:19.890645 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] For port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:45:19.894750 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] For port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:45:19.901150 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:19.915750 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424b4cd-9974-40b4-b9ce-334355421e25 req-76b7c923-9176-4f0e-9a45-8972890673e6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:19.917196 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9424b4cd-9974-40b4-b9ce-334355421e25 req-76b7c923-9176-4f0e-9a45-8972890673e6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 943 time: 0.0852866 Feb 21 01:45:19.948871 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:19.949481 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:19.950813 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] 10.222.0.73 "PUT /v2.0/ports/590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 HTTP/1.1" status: 200 len: 1093 time: 0.8786366 Feb 21 01:45:19.954394 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc042f4-014c-4c56-8928-eb2e65fdcaef', 'tag': '590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:19.956556 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc0be0a-2ed6-4425-80c5-1202d596b815" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc042f4-014c-4c56-8928-eb2e65fdcaef", "tag": "590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:20.016707 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75b512e-92a3-4bcc-b759-df660ce17456 x-openstack-request-id: req-d75b512e-92a3-4bcc-b759-df660ce17456 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:20.017005 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc042f4-014c-4c56-8928-eb2e65fdcaef", "tag": "590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:20.017260 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d75b512e-92a3-4bcc-b759-df660ce17456 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:20.017648 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc042f4-014c-4c56-8928-eb2e65fdcaef', 'tag': '590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'status': 'completed', 'code': 200} Feb 21 01:45:20.018197 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c0ffc-3c69-4ed8-8b0f-c0fa6483b75e service neutron] Pushing event updated for resources: {'Port': ['ID=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:20.043312 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9424b4cd-9974-40b4-b9ce-334355421e25 req-08389b9b-d90a-43d4-93e3-2838cb065d8e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087775 Feb 21 01:45:20.059064 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-5b62ac59-0890-4d69-b7de-44fe6514ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:20.061061 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-5b62ac59-0890-4d69-b7de-44fe6514ae0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 1127 time: 0.0662341 Feb 21 01:45:20.102395 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-04f32523-f14d-4139-b010-05c4360b79cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 HTTP/1.1" status: 200 len: 217 time: 0.0334580 Feb 21 01:45:20.150326 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-b26de7dd-8942-4e9a-ae50-fe6f45e0a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:20.151360 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-b26de7dd-8942-4e9a-ae50-fe6f45e0a122 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 HTTP/1.1" status: 200 len: 855 time: 0.0428085 Feb 21 01:45:20.186348 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-bcf35a7d-c355-4475-bc96-f1c1216c0b16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa838f4d-e8c0-4e11-852d-fab10e59eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284169 Feb 21 01:45:20.270662 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-30978263-04e7-4c83-ab01-8b8973ecfae0 service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785320 Feb 21 01:45:20.359191 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5ba06ed7-34de-4baa-8390-df1cf9b22a16 req-aff97abc-5803-48fe-b669-c08281313fae service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828602 Feb 21 01:45:20.452530 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-742e26b8-d979-4b0f-ad37-f8d64800357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:20.454010 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-742e26b8-d979-4b0f-ad37-f8d64800357d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 1127 time: 0.0445609 Feb 21 01:45:20.538609 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-0308838b-e57b-45c2-b6ca-99d55815d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:20.539926 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-0308838b-e57b-45c2-b6ca-99d55815d597 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 915 time: 0.0799892 Feb 21 01:45:20.583648 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-7867cd80-2e43-4960-bf5e-a8bdb708a877 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 HTTP/1.1" status: 200 len: 217 time: 0.0363939 Feb 21 01:45:20.631176 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-392dd776-0abb-4aa6-9bb6-f1dbeb2e0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:20.632543 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-392dd776-0abb-4aa6-9bb6-f1dbeb2e0029 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 HTTP/1.1" status: 200 len: 855 time: 0.0426772 Feb 21 01:45:20.663788 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-10ec99b8-bd44-4236-81b2-7ae9e54d9e78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa838f4d-e8c0-4e11-852d-fab10e59eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245123 Feb 21 01:45:20.754026 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-4948e8fc-62c1-4d03-9034-c5a85f4978b4 service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825894 Feb 21 01:45:20.839387 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-8fc0be0a-2ed6-4425-80c5-1202d596b815 req-5ca0b6d6-94bf-4467-ad83-da5e6d2b3c26 service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788121 Feb 21 01:45:21.164692 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34910aa8-f1ba-4353-9f1e-642ef68039a2 req-cc911c52-81c3-44c8-b7b0-4d08e8735755 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:21.166144 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-34910aa8-f1ba-4353-9f1e-642ef68039a2 req-cc911c52-81c3-44c8-b7b0-4d08e8735755 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 943 time: 0.0549722 Feb 21 01:45:21.211289 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-34910aa8-f1ba-4353-9f1e-642ef68039a2 req-5f8a8fcc-ba23-445a-ac3e-f2d9a8f79ade tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Feb 21 01:45:22.331070 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407edc7-8425-41dd-8f6f-53cffd79b482 req-95ef2d6c-18ab-4e61-805a-8cca849579fa tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:22.332791 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5407edc7-8425-41dd-8f6f-53cffd79b482 req-95ef2d6c-18ab-4e61-805a-8cca849579fa tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 943 time: 0.0564523 Feb 21 01:45:22.379228 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5407edc7-8425-41dd-8f6f-53cffd79b482 req-602191a8-60b3-49fc-9dc2-8f38f043653a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Feb 21 01:45:23.494615 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f2ad3-043f-438a-941d-50e4872a3e1e req-80011102-0b62-4e88-ae1e-ac007932ef6b tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:23.496060 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-182f2ad3-043f-438a-941d-50e4872a3e1e req-80011102-0b62-4e88-ae1e-ac007932ef6b tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 943 time: 0.0512986 Feb 21 01:45:23.544443 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-182f2ad3-043f-438a-941d-50e4872a3e1e req-d635921c-10a5-44be-89a3-e4a0aa1e094e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Feb 21 01:45:23.816225 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:45:23.912360 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:23.923138 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92', 'port_id': '590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'mac_address': 'fa:16:3e:de:25:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f39936d-59fd-4bbe-bf9e-fa7e73c9e175', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:45:23.958268 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:23.958655 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:23.971432 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:23.990694 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:23.994798 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.041840 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:24.245867 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:24.662561 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a3933-b372-4336-aebf-a9fb04b57e47 req-0f5e8add-a66d-4282-b7c7-c6d20831f85b tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:24.664011 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-490a3933-b372-4336-aebf-a9fb04b57e47 req-0f5e8add-a66d-4282-b7c7-c6d20831f85b tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 944 time: 0.0521526 Feb 21 01:45:24.710481 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-490a3933-b372-4336-aebf-a9fb04b57e47 req-de8a3e08-303b-449d-b814-9fe8cd346d5f tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Feb 21 01:45:25.328784 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2e6642fd-64e6-4fa8-8644-995fb80638d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.823319 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a5568-e216-4f73-8a8b-55aebbcc440c req-f7038468-2a3e-42ed-ac50-008ff91a0700 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:25.824777 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-af9a5568-e216-4f73-8a8b-55aebbcc440c req-f7038468-2a3e-42ed-ac50-008ff91a0700 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 944 time: 0.0509665 Feb 21 01:45:25.846499 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:45:25.874565 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-af9a5568-e216-4f73-8a8b-55aebbcc440c req-fb872015-13cd-4fb2-99f3-0a2cc8a923b8 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Feb 21 01:45:25.897302 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:45:25.901193 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:45:25.901570 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.977807 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:25.978191 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.000231 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc042f4-014c-4c56-8928-eb2e65fdcaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:26.002423 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603db3d1-a3f9-4146-88d7-d5b15c272c8d" -d '{"events": [{"server_uuid": "3dc042f4-014c-4c56-8928-eb2e65fdcaef", "name": "network-vif-plugged", "status": "completed", "tag": "590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:26.015121 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:26.022343 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.051701 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30845fe-6ca4-46ed-a835-4c481fdb9fe4 x-openstack-request-id: req-f30845fe-6ca4-46ed-a835-4c481fdb9fe4 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:26.051986 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc042f4-014c-4c56-8928-eb2e65fdcaef", "name": "network-vif-plugged", "status": "completed", "tag": "590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:26.052236 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f30845fe-6ca4-46ed-a835-4c481fdb9fe4 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:26.052617 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc042f4-014c-4c56-8928-eb2e65fdcaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'code': 200} Feb 21 01:45:26.081767 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:26.207974 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce685e1-930b-41d1-b24c-1a04426b0c71 req-ee2e2449-58ab-48f3-8e7b-af0447f35268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:26.209441 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dce685e1-930b-41d1-b24c-1a04426b0c71 req-ee2e2449-58ab-48f3-8e7b-af0447f35268 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 1129 time: 0.0430574 Feb 21 01:45:26.255729 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-dce685e1-930b-41d1-b24c-1a04426b0c71 req-0a139b3f-95ed-41fd-827b-ea0251015992 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Feb 21 01:45:26.990516 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcd288-0f0d-48ca-a4bb-6eb2078a207e req-0373d488-bd9a-483d-9dd4-d08ba6f40554 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:26.991964 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bcbcd288-0f0d-48ca-a4bb-6eb2078a207e req-0373d488-bd9a-483d-9dd4-d08ba6f40554 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 945 time: 0.0515957 Feb 21 01:45:27.037895 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bcbcd288-0f0d-48ca-a4bb-6eb2078a207e req-c573bb6e-24d5-463e-a811-ebcf3a6f8ed2 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Feb 21 01:45:27.659095 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-63a13674-62d3-42f6-aa52-32ca6179c6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:28.155828 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ece9fa-2443-4066-a436-461835dec7ec req-5688e3f1-483b-43d9-8725-c60b7e01ca44 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:28.157284 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-64ece9fa-2443-4066-a436-461835dec7ec req-5688e3f1-483b-43d9-8725-c60b7e01ca44 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 945 time: 0.0516505 Feb 21 01:45:28.201576 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-64ece9fa-2443-4066-a436-461835dec7ec req-9f3c0025-f4f4-4651-b8a4-0e503e203e96 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Feb 21 01:45:28.783865 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:30.060478 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:31.929654 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:36.382762 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-b76d7c52-a08d-40eb-9de9-f26b83ec1322 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:36.384133 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-b76d7c52-a08d-40eb-9de9-f26b83ec1322 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 815 time: 0.0993965 Feb 21 01:45:36.397776 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-bb889c13-3fb7-4675-a13c-e5702dfbffdb tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/quotas/47579e492b9844beaf514c91416a5329 HTTP/1.1" status: 200 len: 375 time: 0.0085068 Feb 21 01:45:36.438184 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:36.449302 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-92b8cf87-8e34-4268-a2ab-732d50708b39 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469034 Feb 21 01:45:36.577847 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-fb25d2d9-9cca-44d7-b6cb-779634752cfc service neutron] 10.222.0.79 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218069 Feb 21 01:45:36.666798 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-f49b5a6d-6912-49c4-ba14-1173de4666ed service neutron] 10.222.0.79 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831730 Feb 21 01:45:36.820634 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59b6f360-e687-43e2-b16c-f82239dc77d5 req-59f3d3a1-863a-4e53-afb5-35c3fe93c57e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 210 time: 0.0263035 Feb 21 01:45:37.746176 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-183d04e6-fd38-4b62-98e2-b4460f0ee288 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:37.747666 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-183d04e6-fd38-4b62-98e2-b4460f0ee288 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 815 time: 0.1021574 Feb 21 01:45:37.759799 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Request body: {'port': {'device_id': 'f38a84a0-dbc0-4368-b6f6-9a3f54f658c9', 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92', 'admin_state_up': True, 'tenant_id': '47579e492b9844beaf514c91416a5329'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:37.867552 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Made reservation on behalf of 47579e492b9844beaf514c91416a5329 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:45:37.871076 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:37.948830 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b7d6926c-bd7b-4932-8a64-97ede99ddf87 req-dc5716e0-0e8a-4cb3-942b-62f1898a9fd4 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 210 time: 0.0562227 Feb 21 01:45:38.021959 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Allocated IP 172.20.0.6 (aa838f4d-e8c0-4e11-852d-fab10e59eb92/6f39936d-59fd-4bbe-bf9e-fa7e73c9e175/a10dfcca-0ae1-4dce-ba8b-d6275747c799) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:45:38.045132 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:45:38.165279 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks [] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.201086 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.216702 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:38.243607 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Network aa838f4d-e8c0-4e11-852d-fab10e59eb92 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:45:38.246590 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:45:38.252659 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:45:38.275443 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Pushing event updated for resources: {'Port': ['ID=a10dfcca-0ae1-4dce-ba8b-d6275747c799,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:38.302231 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:38.302844 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.319013 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-7e572de6-6fe9-4241-b3cf-feaf6dbcf1c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630054 Feb 21 01:45:38.329866 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Request body: {'port': {'device_id': 'f38a84a0-dbc0-4368-b6f6-9a3f54f658c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:38.388817 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.642691 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10dfcca-0ae1-4dce-ba8b-d6275747c799 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:38.649776 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Publish callbacks [] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.661393 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Transition to ACTIVE for port object a10dfcca-0ae1-4dce-ba8b-d6275747c799 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:45:38.665884 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.731356 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Pushing event updated for resources: {'Port': ['ID=a10dfcca-0ae1-4dce-ba8b-d6275747c799,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:38.783804 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Attempting to bind port a10dfcca-0ae1-4dce-ba8b-d6275747c799 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:45:38.784449 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Attempting to bind port a10dfcca-0ae1-4dce-ba8b-d6275747c799 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:45:38.784449 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Attempting to bind port a10dfcca-0ae1-4dce-ba8b-d6275747c799 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:38.788548 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Port a10dfcca-0ae1-4dce-ba8b-d6275747c799 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:45:38.788865 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Attempting to bind port a10dfcca-0ae1-4dce-ba8b-d6275747c799 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:38.793554 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:45:38.793885 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Checking segment: {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:45:38.794288 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Bound using segment: {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:45:38.794704 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Bound port: a10dfcca-0ae1-4dce-ba8b-d6275747c799, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:45:38.795048 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.855430 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] For port a10dfcca-0ae1-4dce-ba8b-d6275747c799, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:45:38.858348 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] For port a10dfcca-0ae1-4dce-ba8b-d6275747c799, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a10dfcca-0ae1-4dce-ba8b-d6275747c799,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:45:38.865140 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.898135 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:38.898775 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.900151 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] 10.222.0.73 "PUT /v2.0/ports/a10dfcca-0ae1-4dce-ba8b-d6275747c799 HTTP/1.1" status: 200 len: 1093 time: 0.5749614 Feb 21 01:45:38.900583 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38a84a0-dbc0-4368-b6f6-9a3f54f658c9', 'tag': 'a10dfcca-0ae1-4dce-ba8b-d6275747c799'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:38.902846 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8e3737-ffe8-485d-8608-316bc4d007f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f38a84a0-dbc0-4368-b6f6-9a3f54f658c9", "tag": "a10dfcca-0ae1-4dce-ba8b-d6275747c799"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:38.925183 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbaadd-1e5b-4cf1-b4e2-acda15555d2a service neutron] Pushing event updated for resources: {'Port': ['ID=a10dfcca-0ae1-4dce-ba8b-d6275747c799,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:38.951005 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ceeb2-b327-45c4-b67e-6beea8a1ea93 x-openstack-request-id: req-9f5ceeb2-b327-45c4-b67e-6beea8a1ea93 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:38.951290 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38a84a0-dbc0-4368-b6f6-9a3f54f658c9", "tag": "a10dfcca-0ae1-4dce-ba8b-d6275747c799", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:38.951544 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f5ceeb2-b327-45c4-b67e-6beea8a1ea93 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:38.951936 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38a84a0-dbc0-4368-b6f6-9a3f54f658c9', 'tag': 'a10dfcca-0ae1-4dce-ba8b-d6275747c799', 'status': 'completed', 'code': 200} Feb 21 01:45:38.989287 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-5e939bec-7fce-433c-9c0b-5a2cb8085929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:38.990825 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-5e939bec-7fce-433c-9c0b-5a2cb8085929 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 1127 time: 0.0494390 Feb 21 01:45:39.042751 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-2c2008c4-1cdf-4eed-96ff-bd95543c1442 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10dfcca-0ae1-4dce-ba8b-d6275747c799 HTTP/1.1" status: 200 len: 217 time: 0.0449209 Feb 21 01:45:39.114459 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-4134ef11-7d3a-400f-9d7e-f38891923925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:39.115894 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-4134ef11-7d3a-400f-9d7e-f38891923925 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 HTTP/1.1" status: 200 len: 855 time: 0.0552299 Feb 21 01:45:39.123460 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded76395-4b7e-4458-9af6-a41f97905437 req-05f7cd73-136e-49fd-afaf-ba7e8114fb29 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:39.124855 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ded76395-4b7e-4458-9af6-a41f97905437 req-05f7cd73-136e-49fd-afaf-ba7e8114fb29 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 943 time: 0.0909507 Feb 21 01:45:39.159044 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-68b187ec-22f8-4538-af2a-0eb739261e03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa838f4d-e8c0-4e11-852d-fab10e59eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326190 Feb 21 01:45:39.242999 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ded76395-4b7e-4458-9af6-a41f97905437 req-a565c789-d5a0-4696-abc7-8d7c14c60bf5 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095202 Feb 21 01:45:39.272740 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-c86589b8-3ba5-4929-957d-82bcbc91bec7 service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061347 Feb 21 01:45:39.363402 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3c4d83c7-f038-4904-ae97-f348fd74cd98 req-37f88868-f72d-43af-bde7-c9133f0d5eb7 service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841944 Feb 21 01:45:39.452155 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-9dbf5e8c-31ce-456e-ba1c-6fae8b991d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:39.453747 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-9dbf5e8c-31ce-456e-ba1c-6fae8b991d6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 1127 time: 0.0446410 Feb 21 01:45:39.545871 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-04a9cc5e-87f4-4345-a163-3ebe53b419de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:39.547412 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-04a9cc5e-87f4-4345-a163-3ebe53b419de service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 915 time: 0.0869625 Feb 21 01:45:39.597772 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-cd565bfa-a734-4778-a58b-95adba7150aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10dfcca-0ae1-4dce-ba8b-d6275747c799 HTTP/1.1" status: 200 len: 217 time: 0.0344713 Feb 21 01:45:39.647083 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-165e2447-5ebf-4855-9266-f13c11828ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:39.648530 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-165e2447-5ebf-4855-9266-f13c11828ed2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 HTTP/1.1" status: 200 len: 855 time: 0.0445709 Feb 21 01:45:39.680366 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-cc7bbcd5-e229-4b9d-a4f2-bf8d5e2788bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa838f4d-e8c0-4e11-852d-fab10e59eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249753 Feb 21 01:45:39.772468 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-2996cc22-2697-459b-9465-60b47c4ef77a service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856426 Feb 21 01:45:39.871583 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0c8e3737-ffe8-485d-8608-316bc4d007f0 req-8c1189c9-7a8c-4297-8542-d9536c4e1c68 service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792956 Feb 21 01:45:40.357566 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbb5e4-4334-4214-a4d3-45b6d5b77803 req-7ba930a9-91a8-44dc-bc4b-6d323e57efbb tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:40.358950 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6cfbb5e4-4334-4214-a4d3-45b6d5b77803 req-7ba930a9-91a8-44dc-bc4b-6d323e57efbb tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 943 time: 0.0502565 Feb 21 01:45:40.408143 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6cfbb5e4-4334-4214-a4d3-45b6d5b77803 req-c40e17b0-f6b5-4e9f-98e1-1c761afd1d4c tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428534 Feb 21 01:45:41.527504 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2288b3a-3e5c-42b8-af34-02e0546f14f9 req-e71619ac-b565-48a5-91ed-e68bdd89707c tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:41.528954 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b2288b3a-3e5c-42b8-af34-02e0546f14f9 req-e71619ac-b565-48a5-91ed-e68bdd89707c tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 943 time: 0.0561616 Feb 21 01:45:41.573306 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b2288b3a-3e5c-42b8-af34-02e0546f14f9 req-7a6505e7-1dea-441b-bb4a-586a993bd080 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390036 Feb 21 01:45:41.908821 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a10dfcca-0ae1-4dce-ba8b-d6275747c799 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:45:42.004601 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port a10dfcca-0ae1-4dce-ba8b-d6275747c799, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a10dfcca-0ae1-4dce-ba8b-d6275747c799,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:42.015854 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': 'a10dfcca-0ae1-4dce-ba8b-d6275747c799', 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92', 'port_id': 'a10dfcca-0ae1-4dce-ba8b-d6275747c799', 'mac_address': 'fa:16:3e:44:1b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f39936d-59fd-4bbe-bf9e-fa7e73c9e175', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:45:42.050936 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port a10dfcca-0ae1-4dce-ba8b-d6275747c799 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:42.051326 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:42.063820 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10dfcca-0ae1-4dce-ba8b-d6275747c799 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:42.082279 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port a10dfcca-0ae1-4dce-ba8b-d6275747c799, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a10dfcca-0ae1-4dce-ba8b-d6275747c799,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:42.086060 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:42.135140 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=a10dfcca-0ae1-4dce-ba8b-d6275747c799,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:42.334860 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['a10dfcca-0ae1-4dce-ba8b-d6275747c799'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:42.688040 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a0b9-028d-460b-a1a6-203b6e0b2cb4 req-79cbef6b-3d16-41ca-a916-4950dbd3582a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:42.689488 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1259a0b9-028d-460b-a1a6-203b6e0b2cb4 req-79cbef6b-3d16-41ca-a916-4950dbd3582a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 944 time: 0.0515013 Feb 21 01:45:42.734934 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1259a0b9-028d-460b-a1a6-203b6e0b2cb4 req-3c85b663-e5c7-42ae-b254-d60b063365f2 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Feb 21 01:45:43.850842 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034796f-919c-408d-9df0-893afba45f08 req-1d2dccf8-d847-4879-9658-78ce84171cab tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:43.852306 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1034796f-919c-408d-9df0-893afba45f08 req-1d2dccf8-d847-4879-9658-78ce84171cab tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 944 time: 0.0520434 Feb 21 01:45:43.898654 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1034796f-919c-408d-9df0-893afba45f08 req-bbfcbfbb-1fe5-492d-8988-026ea7578740 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Feb 21 01:45:43.941157 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a10dfcca-0ae1-4dce-ba8b-d6275747c799 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:45:43.992005 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port a10dfcca-0ae1-4dce-ba8b-d6275747c799 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:45:43.995902 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port a10dfcca-0ae1-4dce-ba8b-d6275747c799 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:45:43.996278 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:44.070097 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port a10dfcca-0ae1-4dce-ba8b-d6275747c799 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:44.070517 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:44.092151 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a84a0-dbc0-4368-b6f6-9a3f54f658c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10dfcca-0ae1-4dce-ba8b-d6275747c799'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:44.094538 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a39bc0-832f-4326-a1cb-f6d670629688" -d '{"events": [{"server_uuid": "f38a84a0-dbc0-4368-b6f6-9a3f54f658c9", "name": "network-vif-plugged", "status": "completed", "tag": "a10dfcca-0ae1-4dce-ba8b-d6275747c799"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:44.106786 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port a10dfcca-0ae1-4dce-ba8b-d6275747c799, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a10dfcca-0ae1-4dce-ba8b-d6275747c799,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:44.111357 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:44.137743 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a90d3e3-0b68-4a37-8cdb-c9e2091e9b5f x-openstack-request-id: req-0a90d3e3-0b68-4a37-8cdb-c9e2091e9b5f {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:44.138032 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a84a0-dbc0-4368-b6f6-9a3f54f658c9", "name": "network-vif-plugged", "status": "completed", "tag": "a10dfcca-0ae1-4dce-ba8b-d6275747c799", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:44.138304 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a90d3e3-0b68-4a37-8cdb-c9e2091e9b5f {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:44.138690 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a84a0-dbc0-4368-b6f6-9a3f54f658c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10dfcca-0ae1-4dce-ba8b-d6275747c799', 'code': 200} Feb 21 01:45:44.165175 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=a10dfcca-0ae1-4dce-ba8b-d6275747c799,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:44.289167 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f6e4c-cc60-46db-8277-196e7f90ac34 req-89ebd20a-d0ca-4fea-bf42-e3f190bf71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:44.290559 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c73f6e4c-cc60-46db-8277-196e7f90ac34 req-89ebd20a-d0ca-4fea-bf42-e3f190bf71fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 1129 time: 0.0422852 Feb 21 01:45:44.335476 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c73f6e4c-cc60-46db-8277-196e7f90ac34 req-4a0f9cd5-3736-4588-8e72-f5ad01526feb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Feb 21 01:45:45.012620 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e986-5c82-4b98-a9f7-81a89256506c req-da4cc04c-f29b-435a-a05d-4cdf5bb7c405 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:45.014063 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3906e986-5c82-4b98-a9f7-81a89256506c req-da4cc04c-f29b-435a-a05d-4cdf5bb7c405 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 945 time: 0.0508637 Feb 21 01:45:45.059611 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3906e986-5c82-4b98-a9f7-81a89256506c req-7a191b52-4fc8-46c8-a519-39aaa671d9c9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395675 Feb 21 01:45:46.177060 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255f764-7b88-4aa6-be7d-61cc3bd246c6 req-a664a082-9a7b-4eb9-bcea-86a9af52c520 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:46.178525 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f255f764-7b88-4aa6-be7d-61cc3bd246c6 req-a664a082-9a7b-4eb9-bcea-86a9af52c520 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 945 time: 0.0508006 Feb 21 01:45:46.222385 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f255f764-7b88-4aa6-be7d-61cc3bd246c6 req-5e55a3e9-149f-48c8-b5a9-a39cbde1b3cf tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Feb 21 01:45:47.897715 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-cd1c3e1d-2df0-48a9-8446-aa5821e4e9ff tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:47.899111 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-cd1c3e1d-2df0-48a9-8446-aa5821e4e9ff tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 815 time: 0.0990324 Feb 21 01:45:47.913489 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-9f01ae94-dbf6-4881-bdfb-71258a966b61 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/quotas/47579e492b9844beaf514c91416a5329 HTTP/1.1" status: 200 len: 375 time: 0.0091639 Feb 21 01:45:47.965752 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-87c58d9a-5a31-4a0d-8639-1adad78d8eee tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476348 Feb 21 01:45:48.051259 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-4a9abc93-a785-4a2c-a9c0-014e1ef72e5c service neutron] 10.222.0.79 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781901 Feb 21 01:45:48.140210 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-97b228d8-b00a-43e4-b761-905fdb3f213b service neutron] 10.222.0.79 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833676 Feb 21 01:45:48.298180 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1e8fe940-010d-475f-a589-0b64447fc359 req-409b1657-3060-4d7f-8604-59dcaf1c84ee tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 210 time: 0.0289285 Feb 21 01:45:49.192281 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-38082e83-59cf-4dee-b01c-71d473dbdf59 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:49.193776 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-38082e83-59cf-4dee-b01c-71d473dbdf59 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 815 time: 0.1027436 Feb 21 01:45:49.206193 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Request body: {'port': {'device_id': '4a080c93-403c-4e26-8cfa-d77cba87945d', 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92', 'admin_state_up': True, 'tenant_id': '47579e492b9844beaf514c91416a5329'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:49.315520 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Made reservation on behalf of 47579e492b9844beaf514c91416a5329 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:45:49.318864 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:49.412990 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-35aa4672-d3f8-4fe4-8fbe-77112bf4e552 req-341282e8-33d6-4307-b73b-352786d24d07 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 210 time: 0.0418067 Feb 21 01:45:49.471491 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Allocated IP 172.20.0.3 (aa838f4d-e8c0-4e11-852d-fab10e59eb92/6f39936d-59fd-4bbe-bf9e-fa7e73c9e175/705acd1e-e41d-4031-8849-871d9a146a48) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:45:49.614880 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks [] for port (705acd1e-e41d-4031-8849-871d9a146a48), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:49.648373 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (705acd1e-e41d-4031-8849-871d9a146a48), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:49.664414 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'a10dfcca-0ae1-4dce-ba8b-d6275747c799'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:49.698142 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Network aa838f4d-e8c0-4e11-852d-fab10e59eb92 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:45:49.706231 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:45:49.709126 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:45:49.717121 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Pushing event updated for resources: {'Port': ['ID=705acd1e-e41d-4031-8849-871d9a146a48,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:49.745582 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.746545 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.746891 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.747226 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.747561 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.747886 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.748208 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.748530 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.748849 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.749167 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.749486 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.750356 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.750693 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:49.775707 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:49.776456 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:49.793812 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-d564801a-f097-4e42-be2d-75fcd6923abc tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911953 Feb 21 01:45:49.806551 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Request body: {'port': {'device_id': '4a080c93-403c-4e26-8cfa-d77cba87945d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:49.866516 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (705acd1e-e41d-4031-8849-871d9a146a48), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:50.117351 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705acd1e-e41d-4031-8849-871d9a146a48 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:50.124804 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Publish callbacks [] for port (705acd1e-e41d-4031-8849-871d9a146a48), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:50.136914 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Transition to ACTIVE for port object 705acd1e-e41d-4031-8849-871d9a146a48 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:45:50.141675 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (705acd1e-e41d-4031-8849-871d9a146a48), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:50.192092 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Pushing event updated for resources: {'Port': ['ID=705acd1e-e41d-4031-8849-871d9a146a48,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:50.256657 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Attempting to bind port 705acd1e-e41d-4031-8849-871d9a146a48 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:45:50.257332 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Attempting to bind port 705acd1e-e41d-4031-8849-871d9a146a48 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:45:50.257332 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Attempting to bind port 705acd1e-e41d-4031-8849-871d9a146a48 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:50.261437 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Port 705acd1e-e41d-4031-8849-871d9a146a48 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:45:50.261692 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Attempting to bind port 705acd1e-e41d-4031-8849-871d9a146a48 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:50.267111 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:45:50.267438 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Checking segment: {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:45:50.267815 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Bound using segment: {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:45:50.268229 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Bound port: 705acd1e-e41d-4031-8849-871d9a146a48, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:45:50.268576 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (705acd1e-e41d-4031-8849-871d9a146a48), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:50.327318 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] For port 705acd1e-e41d-4031-8849-871d9a146a48, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:45:50.330708 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] For port 705acd1e-e41d-4031-8849-871d9a146a48, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=705acd1e-e41d-4031-8849-871d9a146a48,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:45:50.336494 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (705acd1e-e41d-4031-8849-871d9a146a48), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:50.367540 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:50.368146 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:50.369495 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] 10.222.0.73 "PUT /v2.0/ports/705acd1e-e41d-4031-8849-871d9a146a48 HTTP/1.1" status: 200 len: 1093 time: 0.5670617 Feb 21 01:45:50.369917 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a080c93-403c-4e26-8cfa-d77cba87945d', 'tag': '705acd1e-e41d-4031-8849-871d9a146a48'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:50.372123 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e6dca0-95be-4ade-b6e2-95d40aaad01f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a080c93-403c-4e26-8cfa-d77cba87945d", "tag": "705acd1e-e41d-4031-8849-871d9a146a48"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:50.398135 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d500d7-c4e9-4156-8756-94677802a12f service neutron] Pushing event updated for resources: {'Port': ['ID=705acd1e-e41d-4031-8849-871d9a146a48,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:50.417699 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7de7f20-d964-4ba8-8f46-5aff1687febd x-openstack-request-id: req-d7de7f20-d964-4ba8-8f46-5aff1687febd {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:50.417974 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a080c93-403c-4e26-8cfa-d77cba87945d", "tag": "705acd1e-e41d-4031-8849-871d9a146a48", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:50.418239 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d7de7f20-d964-4ba8-8f46-5aff1687febd {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:50.418626 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a080c93-403c-4e26-8cfa-d77cba87945d', 'tag': '705acd1e-e41d-4031-8849-871d9a146a48', 'status': 'completed', 'code': 200} Feb 21 01:45:50.458507 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-b0796c05-0230-466d-adcd-c53dbb9f4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:50.460028 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-b0796c05-0230-466d-adcd-c53dbb9f4adf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 1127 time: 0.0506399 Feb 21 01:45:50.505119 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-df38850a-c976-4285-8c04-69a667241a18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=705acd1e-e41d-4031-8849-871d9a146a48 HTTP/1.1" status: 200 len: 217 time: 0.0355058 Feb 21 01:45:50.581156 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-2a276a1a-c603-4b44-8c27-c32bceb9a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:50.582478 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-2a276a1a-c603-4b44-8c27-c32bceb9a00f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 HTTP/1.1" status: 200 len: 855 time: 0.0534000 Feb 21 01:45:50.593135 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d774-358e-4a89-99a9-74db94aeb647 req-3791ac1b-cc14-4c3f-97b6-8afd0991947f tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:50.595114 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a05d774-358e-4a89-99a9-74db94aeb647 req-3791ac1b-cc14-4c3f-97b6-8afd0991947f tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 943 time: 0.0923283 Feb 21 01:45:50.629931 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-f906ef47-90c3-4a6b-acf4-0a92947567ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa838f4d-e8c0-4e11-852d-fab10e59eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339243 Feb 21 01:45:50.705440 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-2a05d774-358e-4a89-99a9-74db94aeb647 req-83a34edc-3465-49cc-87ab-1d3ab2363ed2 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024613 Feb 21 01:45:50.741072 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-5cd81112-eb90-4fba-88c9-15a3b3211a8f service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038480 Feb 21 01:45:51.085186 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-30b30126-e9be-4ff2-9c4f-9b82070c1d6c req-cab7555f-e4f8-4d8e-b23d-0aa76c39850e service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365922 Feb 21 01:45:51.179867 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-0797324d-d14b-4929-8d4d-651e6faa282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:51.181417 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-0797324d-d14b-4929-8d4d-651e6faa282c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 1127 time: 0.0439169 Feb 21 01:45:51.269557 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-472f6bf4-c89d-4dbf-8751-ccbeb403b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:51.271026 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-472f6bf4-c89d-4dbf-8751-ccbeb403b680 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 915 time: 0.0830283 Feb 21 01:45:51.310044 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-da6f1279-f3a4-4816-a37b-74c619df5bb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=705acd1e-e41d-4031-8849-871d9a146a48 HTTP/1.1" status: 200 len: 217 time: 0.0324740 Feb 21 01:45:51.361988 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-7e65c7b5-d962-4edb-a6cf-886d5bd82cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:51.363596 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-7e65c7b5-d962-4edb-a6cf-886d5bd82cee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 HTTP/1.1" status: 200 len: 855 time: 0.0444081 Feb 21 01:45:51.396663 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-0d8dd330-29fa-48cb-a7dd-000a107c6283 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa838f4d-e8c0-4e11-852d-fab10e59eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263913 Feb 21 01:45:51.481871 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-327337bb-623a-4841-ae50-2a6075ea791e service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773339 Feb 21 01:45:51.578952 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08e6dca0-95be-4ade-b6e2-95d40aaad01f req-bc0f8544-6948-4429-a806-94c474ce3ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853570 Feb 21 01:45:51.824881 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779ebba-0351-4edb-9aa2-9bbfce2448a7 req-ceb5f67a-37e1-441f-a956-949f649e4fb7 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:51.826367 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1779ebba-0351-4edb-9aa2-9bbfce2448a7 req-ceb5f67a-37e1-441f-a956-949f649e4fb7 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 943 time: 0.0517356 Feb 21 01:45:51.871374 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1779ebba-0351-4edb-9aa2-9bbfce2448a7 req-b465af0d-3e4f-4ac0-bef3-de296bc638c3 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 Feb 21 01:45:52.985343 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af3118-24b4-4ea8-b6a7-d1fd303f11cf req-b6202576-7265-4665-9a72-83396b0fb6fd tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:52.986804 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d2af3118-24b4-4ea8-b6a7-d1fd303f11cf req-b6202576-7265-4665-9a72-83396b0fb6fd tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 943 time: 0.0518208 Feb 21 01:45:53.031346 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d2af3118-24b4-4ea8-b6a7-d1fd303f11cf req-cc449144-5116-4dce-a53c-b72a73c27ffb tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 Feb 21 01:45:53.986948 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 705acd1e-e41d-4031-8849-871d9a146a48 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:45:54.151647 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dda89-e8c5-437d-9740-b31641dd3720 req-e7f11e1d-9adc-4528-9f4a-9a26e9769725 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:54.153153 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dc1dda89-e8c5-437d-9740-b31641dd3720 req-e7f11e1d-9adc-4528-9f4a-9a26e9769725 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 943 time: 0.0537884 Feb 21 01:45:54.199894 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dc1dda89-e8c5-437d-9740-b31641dd3720 req-91bc6702-876d-42b2-9df7-353c3ec6850c tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Feb 21 01:45:54.210079 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 705acd1e-e41d-4031-8849-871d9a146a48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=705acd1e-e41d-4031-8849-871d9a146a48,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:54.221048 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '705acd1e-e41d-4031-8849-871d9a146a48', 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92', 'port_id': '705acd1e-e41d-4031-8849-871d9a146a48', 'mac_address': 'fa:16:3e:4e:03:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f39936d-59fd-4bbe-bf9e-fa7e73c9e175', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:45:54.257635 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 705acd1e-e41d-4031-8849-871d9a146a48 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:54.257939 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (705acd1e-e41d-4031-8849-871d9a146a48), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.270074 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705acd1e-e41d-4031-8849-871d9a146a48 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:54.289180 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 705acd1e-e41d-4031-8849-871d9a146a48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=705acd1e-e41d-4031-8849-871d9a146a48,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:54.292713 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (705acd1e-e41d-4031-8849-871d9a146a48), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.337921 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=705acd1e-e41d-4031-8849-871d9a146a48,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:54.345429 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.345781 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.346127 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.346501 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.346837 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.347164 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.347491 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.347815 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.348224 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.348664 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.349022 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.349366 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.349708 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:54.552673 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['705acd1e-e41d-4031-8849-871d9a146a48'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:55.317684 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2932b-737d-4283-afdd-344448d41a15 req-d1bebd77-b4c0-4c63-8019-b17eb65f20cd tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:55.319243 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-60c2932b-737d-4283-afdd-344448d41a15 req-d1bebd77-b4c0-4c63-8019-b17eb65f20cd tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 944 time: 0.0531251 Feb 21 01:45:55.331848 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-52756c17-3937-4979-940b-0089517bd545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:55.369101 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-60c2932b-737d-4283-afdd-344448d41a15 req-e68e9081-bf53-49bd-b908-d87bd9e103ad tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Feb 21 01:45:56.005138 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 705acd1e-e41d-4031-8849-871d9a146a48 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:45:56.052681 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 705acd1e-e41d-4031-8849-871d9a146a48 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:45:56.056643 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 705acd1e-e41d-4031-8849-871d9a146a48 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:45:56.057020 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (705acd1e-e41d-4031-8849-871d9a146a48), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:56.136064 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 705acd1e-e41d-4031-8849-871d9a146a48 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:56.136505 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (705acd1e-e41d-4031-8849-871d9a146a48), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:56.158606 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a080c93-403c-4e26-8cfa-d77cba87945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705acd1e-e41d-4031-8849-871d9a146a48'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:56.160905 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b703309-e401-4cfa-9f92-b576c5d3bee3" -d '{"events": [{"server_uuid": "4a080c93-403c-4e26-8cfa-d77cba87945d", "name": "network-vif-plugged", "status": "completed", "tag": "705acd1e-e41d-4031-8849-871d9a146a48"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:56.173902 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 705acd1e-e41d-4031-8849-871d9a146a48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=705acd1e-e41d-4031-8849-871d9a146a48,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:56.178317 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (705acd1e-e41d-4031-8849-871d9a146a48), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:56.202983 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be658f0b-2cf6-4340-9f34-ce2c4e22bbc3 x-openstack-request-id: req-be658f0b-2cf6-4340-9f34-ce2c4e22bbc3 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:56.203269 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a080c93-403c-4e26-8cfa-d77cba87945d", "name": "network-vif-plugged", "status": "completed", "tag": "705acd1e-e41d-4031-8849-871d9a146a48", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:56.203519 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be658f0b-2cf6-4340-9f34-ce2c4e22bbc3 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:56.203896 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a080c93-403c-4e26-8cfa-d77cba87945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705acd1e-e41d-4031-8849-871d9a146a48', 'code': 200} Feb 21 01:45:56.231848 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=705acd1e-e41d-4031-8849-871d9a146a48,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:56.381491 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32dfab-f8a6-4704-ad28-a23145f10973 req-e3caa87a-50fd-44d0-bbd0-56c9373fa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:56.383023 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bd32dfab-f8a6-4704-ad28-a23145f10973 req-e3caa87a-50fd-44d0-bbd0-56c9373fa53e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 1129 time: 0.0476425 Feb 21 01:45:56.430403 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-bd32dfab-f8a6-4704-ad28-a23145f10973 req-be1d3971-dfc0-4709-b626-c96ca6c40848 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Feb 21 01:45:56.489061 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617c4f5-1e7c-4015-b1b8-9b73d8aaa7ab req-f9795123-4916-428b-9a01-7d1c300b3698 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:56.490725 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7617c4f5-1e7c-4015-b1b8-9b73d8aaa7ab req-f9795123-4916-428b-9a01-7d1c300b3698 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 945 time: 0.0541749 Feb 21 01:45:56.538481 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7617c4f5-1e7c-4015-b1b8-9b73d8aaa7ab req-1701f8b1-3c6a-45c3-abf0-64e88bed45f8 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Feb 21 01:45:57.659704 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ec1665b5-d892-4c01-a5e7-fd62791daf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:57.660287 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d81ff-07ad-4a63-af1b-684c2a539642 req-0f20c28b-fb76-434e-9b1d-6875ebeae216 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:57.661536 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dc3d81ff-07ad-4a63-af1b-684c2a539642 req-0f20c28b-fb76-434e-9b1d-6875ebeae216 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 945 time: 0.0558484 Feb 21 01:45:57.708521 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-dc3d81ff-07ad-4a63-af1b-684c2a539642 req-e6af20d0-027e-40d3-b879-797df2292dbb tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Feb 21 01:45:58.789615 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:00.063424 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:01.931933 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:06.444291 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:07.297902 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2d05-964d-4f49-b426-89f10a771562 req-877f40ab-489e-43cf-98ca-e0f45ffbe354 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:07.299299 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-877f40ab-489e-43cf-98ca-e0f45ffbe354 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 815 time: 0.0969920 Feb 21 01:46:07.313111 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-e685ed4e-8f3d-435a-a2c9-c476d4b4b455 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/quotas/47579e492b9844beaf514c91416a5329 HTTP/1.1" status: 200 len: 375 time: 0.0085950 Feb 21 01:46:07.371542 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-3f2354f9-d643-433c-bcd9-98f9ebd0aa69 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535400 Feb 21 01:46:07.456311 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-892cc8dc-f9fe-4b5e-bc2d-603c61370c06 service neutron] 10.222.0.79 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782578 Feb 21 01:46:07.544195 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-fecc5944-5999-446e-bb30-1dd738ed2c67 service neutron] 10.222.0.79 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823011 Feb 21 01:46:07.704820 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-e1dd4494-2bca-40a3-beab-631045b07cfe req-173d2884-b23e-4c34-a6a3-70d018929e68 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 210 time: 0.0308697 Feb 21 01:46:08.643002 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2d05-964d-4f49-b426-89f10a771562 req-55b239da-854b-4678-9739-35c9d0c9df7e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:08.644434 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-55b239da-854b-4678-9739-35c9d0c9df7e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 815 time: 0.0995538 Feb 21 01:46:08.657583 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Request body: {'port': {'device_id': '29e16dd1-1f17-4117-8304-3bc474823438', 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92', 'admin_state_up': True, 'tenant_id': '47579e492b9844beaf514c91416a5329'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:08.768922 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Made reservation on behalf of 47579e492b9844beaf514c91416a5329 for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:46:08.772300 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:08.798243 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5f720d43-f866-49ba-8f62-66493b783d94 req-04fb5cf1-0dbd-4797-9e66-91b80693c36b tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 210 time: 0.0273933 Feb 21 01:46:08.895609 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Allocated IP 172.20.0.13 (aa838f4d-e8c0-4e11-852d-fab10e59eb92/6f39936d-59fd-4bbe-bf9e-fa7e73c9e175/c4e98489-e773-4966-bc95-2aef0d680be3) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:46:08.905493 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44290) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:09.041317 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks [] for port (c4e98489-e773-4966-bc95-2aef0d680be3), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.057308 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Deleting port d86d8650-6d9a-48b8-bf32-16ba762acf55 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:09.057652 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (d86d8650-6d9a-48b8-bf32-16ba762acf55), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.072907 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.085682 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'a10dfcca-0ae1-4dce-ba8b-d6275747c799', '705acd1e-e41d-4031-8849-871d9a146a48'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:09.122055 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Network aa838f4d-e8c0-4e11-852d-fab10e59eb92 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:46:09.126189 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:46:09.133081 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:46:09.135725 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (d86d8650-6d9a-48b8-bf32-16ba762acf55), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.136123 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for floatingip (d86d8650-6d9a-48b8-bf32-16ba762acf55), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.148861 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Calling delete_port for d86d8650-6d9a-48b8-bf32-16ba762acf55 owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:09.166590 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Pushing event updated for resources: {'Port': ['ID=c4e98489-e773-4966-bc95-2aef0d680be3,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:09.196749 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:09.197452 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.214516 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-f49824f8-9e91-490d-b8e7-d0274b05c202 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616369 Feb 21 01:46:09.225571 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Request body: {'port': {'device_id': '29e16dd1-1f17-4117-8304-3bc474823438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:09.293191 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.296452 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (d86d8650-6d9a-48b8-bf32-16ba762acf55), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.326671 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event deleted for resources: {'Port': ['ID=d86d8650-6d9a-48b8-bf32-16ba762acf55,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:09.392111 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for floatingip (c8195447-1aba-4b5b-9ce0-7de484535b23), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.392441 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Floating IP c8195447-1aba-4b5b-9ce0-7de484535b23 disassociated (deleted). External IP: 172.27.1.138, port: 075fa683-a950-45d4-96cf-01e836209fee. Feb 21 01:46:09.570556 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e98489-e773-4966-bc95-2aef0d680be3 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:46:09.577791 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Publish callbacks [] for port (c4e98489-e773-4966-bc95-2aef0d680be3), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.591075 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Transition to ACTIVE for port object c4e98489-e773-4966-bc95-2aef0d680be3 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:46:09.597655 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.605605 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Router bf78a881-f452-40d8-8fc5-6891b4dffd69 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:09.646869 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e98489-e773-4966-bc95-2aef0d680be3,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:09.720260 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Attempting to bind port c4e98489-e773-4966-bc95-2aef0d680be3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:46:09.720622 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Attempting to bind port c4e98489-e773-4966-bc95-2aef0d680be3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:46:09.720785 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:09.720911 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Attempting to bind port c4e98489-e773-4966-bc95-2aef0d680be3 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:46:09.725634 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Port c4e98489-e773-4966-bc95-2aef0d680be3 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:46:09.725732 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.725815 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Attempting to bind port c4e98489-e773-4966-bc95-2aef0d680be3 on network aa838f4d-e8c0-4e11-852d-fab10e59eb92 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:46:09.730841 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] Sync routers for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:09.731897 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:46:09.732362 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Checking segment: {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:46:09.732615 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Bound using segment: {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:46:09.733032 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Bound port: c4e98489-e773-4966-bc95-2aef0d680be3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:46:09.733582 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.741284 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:09.741911 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:45:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:09.758884 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d658bf03-0e8e-4d99-940e-74998161f376 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "DELETE /v2.0/floatingips/c8195447-1aba-4b5b-9ce0-7de484535b23 HTTP/1.1" status: 204 len: 168 time: 0.8499885 Feb 21 01:46:09.758884 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'tag': '075fa683-a950-45d4-96cf-01e836209fee'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:09.762467 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879c93bc-d9d8-4587-9426-c4bb7ade5711" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "tag": "075fa683-a950-45d4-96cf-01e836209fee"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:09.805531 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] For port c4e98489-e773-4966-bc95-2aef0d680be3, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:46:09.808834 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] For port c4e98489-e773-4966-bc95-2aef0d680be3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4e98489-e773-4966-bc95-2aef0d680be3,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:46:09.820041 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.839159 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:09.840047 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.841449 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] 10.222.0.73 "PUT /v2.0/ports/c4e98489-e773-4966-bc95-2aef0d680be3 HTTP/1.1" status: 200 len: 1094 time: 0.6200941 Feb 21 01:46:09.841893 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e16dd1-1f17-4117-8304-3bc474823438', 'tag': 'c4e98489-e773-4966-bc95-2aef0d680be3'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:09.844860 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c98d9-f7c4-4e4e-931d-1664dc14b622" -d '{"events": [{"name": "network-changed", "server_uuid": "29e16dd1-1f17-4117-8304-3bc474823438", "tag": "c4e98489-e773-4966-bc95-2aef0d680be3"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:09.896954 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7da4a-9451-48a2-9dbf-acdb1a0b8d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e98489-e773-4966-bc95-2aef0d680be3,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:09.910746 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851db1b0-6763-4990-b6ac-10d0e87ab117 x-openstack-request-id: req-851db1b0-6763-4990-b6ac-10d0e87ab117 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:09.911326 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "tag": "075fa683-a950-45d4-96cf-01e836209fee", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:09.911326 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-851db1b0-6763-4990-b6ac-10d0e87ab117 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:09.914337 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'tag': '075fa683-a950-45d4-96cf-01e836209fee', 'status': 'completed', 'code': 200} Feb 21 01:46:09.929702 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:09.977055 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d26af4a-783c-4a1d-9f5f-22f2b8d1eaa1 x-openstack-request-id: req-3d26af4a-783c-4a1d-9f5f-22f2b8d1eaa1 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:09.977350 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e16dd1-1f17-4117-8304-3bc474823438", "tag": "c4e98489-e773-4966-bc95-2aef0d680be3", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:09.977603 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d26af4a-783c-4a1d-9f5f-22f2b8d1eaa1 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:09.978003 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e16dd1-1f17-4117-8304-3bc474823438', 'tag': 'c4e98489-e773-4966-bc95-2aef0d680be3', 'status': 'completed', 'code': 200} Feb 21 01:46:09.982052 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2d05-964d-4f49-b426-89f10a771562 req-4a7da31f-8006-4c19-977a-65f9b71651c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:09.984004 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-4a7da31f-8006-4c19-977a-65f9b71651c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 1128 time: 0.0842562 Feb 21 01:46:10.033067 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-8b2dce82-7622-4f3f-a2b8-f90969bf5e9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4e98489-e773-4966-bc95-2aef0d680be3 HTTP/1.1" status: 200 len: 217 time: 0.0393729 Feb 21 01:46:10.053197 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78c782-1990-4317-a143-d4f4c63891de req-dd17d1ab-ad57-421e-8776-06089ab15fae tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.054769 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5c78c782-1990-4317-a143-d4f4c63891de req-dd17d1ab-ad57-421e-8776-06089ab15fae tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 944 time: 0.0781980 Feb 21 01:46:10.056756 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-21e8215f-33bf-4c23-9f4a-d07253ee9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.058351 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-21e8215f-33bf-4c23-9f4a-d07253ee9c77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f7dbed5840d4227ab62e42f9a49fbce&device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 1129 time: 0.1148899 Feb 21 01:46:10.131224 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2d05-964d-4f49-b426-89f10a771562 req-890072a2-032a-4db5-a3d6-4233e0425277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.132676 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-890072a2-032a-4db5-a3d6-4233e0425277 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 HTTP/1.1" status: 200 len: 855 time: 0.0887830 Feb 21 01:46:10.143707 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3e6fe-7864-41f9-a52c-aa885f938912 req-cba4c8ad-41b5-43e0-8bcf-a2b04773d307 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.145189 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08f3e6fe-7864-41f9-a52c-aa885f938912 req-cba4c8ad-41b5-43e0-8bcf-a2b04773d307 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.1108296 Feb 21 01:46:10.155666 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5c78c782-1990-4317-a143-d4f4c63891de req-e0a6f169-ffbb-4cbb-882d-d8a23406cc58 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942616 Feb 21 01:46:10.174312 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '0420a804-4138-4b25-ab78-814a5b1c64f6', 'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'mac_address': 'fa:16:3e:58:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:18Z', 'revision_number': 5, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'subnets': [{'id': '8be248b1-3225-4e32-a624-66b59c117f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:10.176407 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-fe3ef475-f8d5-4a4a-af4a-7f53a43474fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa838f4d-e8c0-4e11-852d-fab10e59eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302746 Feb 21 01:46:10.183629 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-531ace3d-b888-4d81-bf4d-6d8fce96da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.185289 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-531ace3d-b888-4d81-bf4d-6d8fce96da98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13bfe7f6-827c-49b6-b99b-8f9965eeb125 HTTP/1.1" status: 200 len: 908 time: 0.1116433 Feb 21 01:46:10.202832 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] Checking router: bf78a881-f452-40d8-8fc5-6891b4dffd69 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:10.212412 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:10.213025 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:45:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:10.231907 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-6e3dd318-e53d-44ea-8b7c-d77399ce2b19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 200 len: 217 time: 0.0380094 Feb 21 01:46:10.266500 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-08f3e6fe-7864-41f9-a52c-aa885f938912 req-3a8c4e72-62d3-4827-89da-ba3fbd943de4 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119230 Feb 21 01:46:10.284436 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-8f64b5ff-a298-47ff-9d2f-a18bcab5c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.285904 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-8f64b5ff-a298-47ff-9d2f-a18bcab5c342 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8be248b1-3225-4e32-a624-66b59c117f74 HTTP/1.1" status: 200 len: 847 time: 0.0468559 Feb 21 01:46:10.297295 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-1ae734a9-b98c-429e-8f0c-bb00f192871d service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122878 Feb 21 01:46:10.334331 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:10.337471 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-cb69c8b8-8893-40a9-92eb-1659344aaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.339029 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-cb69c8b8-8893-40a9-92eb-1659344aaeb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13bfe7f6-827c-49b6-b99b-8f9965eeb125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463092 Feb 21 01:46:10.389535 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-24cc2d05-964d-4f49-b426-89f10a771562 req-d2526862-d574-4a8c-a145-f9536396c292 service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855799 Feb 21 01:46:10.488391 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-978408c7-ffd2-4e0e-a117-d12fb3b4bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.489921 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-978408c7-ffd2-4e0e-a117-d12fb3b4bae1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47579e492b9844beaf514c91416a5329&device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 1128 time: 0.0549273 Feb 21 01:46:10.550683 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '0420a804-4138-4b25-ab78-814a5b1c64f6', 'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'mac_address': 'fa:16:3e:58:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:18Z', 'revision_number': 5, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'subnets': [{'id': '8be248b1-3225-4e32-a624-66b59c117f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:10.578721 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c488a6-e3a5-42e0-8d1d-8cec9aac923a None None] The sync data for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '0420a804-4138-4b25-ab78-814a5b1c64f6', 'name': '', 'network_id': '13bfe7f6-827c-49b6-b99b-8f9965eeb125', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'mac_address': 'fa:16:3e:58:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8be248b1-3225-4e32-a624-66b59c117f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:18Z', 'revision_number': 5, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'subnets': [{'id': '8be248b1-3225-4e32-a624-66b59c117f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:10.590380 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-29fe7dc4-f8f3-42b2-9919-0068f846aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.591907 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-29fe7dc4-f8f3-42b2-9919-0068f846aca6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 200 len: 915 time: 0.0931251 Feb 21 01:46:10.639191 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-93fad53e-f4e2-4acb-94d4-c2e2c32e956a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4e98489-e773-4966-bc95-2aef0d680be3 HTTP/1.1" status: 200 len: 217 time: 0.0402124 Feb 21 01:46:10.691040 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-5605e713-2213-4c5e-8579-f138b25c7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.692522 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-5605e713-2213-4c5e-8579-f138b25c7987 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 HTTP/1.1" status: 200 len: 855 time: 0.0464239 Feb 21 01:46:10.706721 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-67b27c77-0b59-4f83-b734-a46ceee3a7da service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591063 Feb 21 01:46:10.725786 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-280bef19-cc49-4125-b7de-7fae88a2490a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa838f4d-e8c0-4e11-852d-fab10e59eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268016 Feb 21 01:46:10.803020 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-879c93bc-d9d8-4587-9426-c4bb7ade5711 req-eba18357-de79-49b6-8956-f662487e5ba7 service neutron] 10.222.0.73 "GET /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897243 Feb 21 01:46:10.826570 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-3e36f92e-c0c5-41b2-84ff-5a27abdac57e service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903437 Feb 21 01:46:10.835805 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd282945-20d0-447d-8816-a8ce535dfec6 None None] New status for floating IP c8195447-1aba-4b5b-9ce0-7de484535b23: DOWN {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:46:10.921581 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-f07c98d9-f7c4-4e4e-931d-1664dc14b622 req-fb1dabeb-e8ed-4fde-8197-d74651a07882 service neutron] 10.222.0.73 "GET /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876691 Feb 21 01:46:11.270776 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe813ed8-a215-4369-b06a-ae2c29b5093a req-3520b91a-472c-4a07-9644-b4843dc7fcb7 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:11.272208 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fe813ed8-a215-4369-b06a-ae2c29b5093a req-3520b91a-472c-4a07-9644-b4843dc7fcb7 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 944 time: 0.0513306 Feb 21 01:46:11.322331 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fe813ed8-a215-4369-b06a-ae2c29b5093a req-1eba7218-eb81-4271-9701-0700cbbdd15f tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Feb 21 01:46:11.386840 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca935b9-ab0b-4934-8bb5-6c9aaba91bdc req-3628c4c0-a08a-48d9-a681-fee8c08ffd96 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:11.388339 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7ca935b9-ab0b-4934-8bb5-6c9aaba91bdc req-3628c4c0-a08a-48d9-a681-fee8c08ffd96 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0526125 Feb 21 01:46:11.435028 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-7ca935b9-ab0b-4934-8bb5-6c9aaba91bdc req-67fa1597-b29a-42f1-88a8-11662ac62cbb tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/security-groups?id=7510787d-9a3b-4fe7-9d4d-7908aaa7348d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Feb 21 01:46:11.741142 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-f794430b-1036-43ed-8466-c42e0b71093f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:11.742537 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-f794430b-1036-43ed-8466-c42e0b71093f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 945 time: 0.0556381 Feb 21 01:46:11.832934 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Deleting port 075fa683-a950-45d4-96cf-01e836209fee {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:11.833606 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (075fa683-a950-45d4-96cf-01e836209fee), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:11.919839 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] For port 075fa683-a950-45d4-96cf-01e836209fee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=075fa683-a950-45d4-96cf-01e836209fee,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:11.920195 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (075fa683-a950-45d4-96cf-01e836209fee), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:11.931544 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Calling delete_port for 075fa683-a950-45d4-96cf-01e836209fee owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:12.053526 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (075fa683-a950-45d4-96cf-01e836209fee), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:12.085227 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event deleted for resources: {'Port': ['ID=075fa683-a950-45d4-96cf-01e836209fee,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:12.128432 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] No DVR routers for this DVR port 075fa683-a950-45d4-96cf-01e836209fee on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:12.131030 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:12.134511 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-5900b057-16e5-4f01-95f6-36fafef93c0b req-0ce0958f-6fe6-4866-b33e-ccfb620cb924 tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.73 "DELETE /v2.0/ports/075fa683-a950-45d4-96cf-01e836209fee HTTP/1.1" status: 204 len: 173 time: 0.3852959 Feb 21 01:46:12.134966 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'name': 'network-vif-deleted', 'tag': '075fa683-a950-45d4-96cf-01e836209fee'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:12.137183 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08847c6e-0229-48b3-8fe0-15d2b28545f0" -d '{"events": [{"server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "name": "network-vif-deleted", "tag": "075fa683-a950-45d4-96cf-01e836209fee"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:12.172237 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d99d9b-1217-4dcc-a235-96cb18731e75 x-openstack-request-id: req-45d99d9b-1217-4dcc-a235-96cb18731e75 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:12.172528 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ff95d-3d53-4845-9d43-9e2782805f60", "name": "network-vif-deleted", "tag": "075fa683-a950-45d4-96cf-01e836209fee", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:12.172781 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45d99d9b-1217-4dcc-a235-96cb18731e75 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:12.173174 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ff95d-3d53-4845-9d43-9e2782805f60', 'name': 'network-vif-deleted', 'tag': '075fa683-a950-45d4-96cf-01e836209fee', 'status': 'completed', 'code': 200} Feb 21 01:46:12.451123 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d5d7c-8334-426b-b72b-cd1ac80c6382 req-03914bdb-f850-47bf-85ff-87470801a7cf tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:12.460085 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aa2d5d7c-8334-426b-b72b-cd1ac80c6382 req-03914bdb-f850-47bf-85ff-87470801a7cf tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 944 time: 0.0655079 Feb 21 01:46:12.523263 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-aa2d5d7c-8334-426b-b72b-cd1ac80c6382 req-94596518-9c16-469c-b2cb-ccca70348b70 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617216 Feb 21 01:46:12.573138 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-910a527b-969b-4229-a8f0-1fdc78252337 req-3a7416b6-c162-4360-951c-dd8a65f602ea tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f0ff95d-3d53-4845-9d43-9e2782805f60 HTTP/1.1" status: 200 len: 210 time: 0.0318964 Feb 21 01:46:13.631064 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44320) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:13.648835 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3f07a-ca93-48dc-bd26-667d5bff8947 req-a94cd1f5-fbef-4ee6-8507-edadb0b8734a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:13.650363 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-61c3f07a-ca93-48dc-bd26-667d5bff8947 req-a94cd1f5-fbef-4ee6-8507-edadb0b8734a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 944 time: 0.0596480 Feb 21 01:46:13.686119 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group (7510787d-9a3b-4fe7-9d4d-7908aaa7348d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:13.695821 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-61c3f07a-ca93-48dc-bd26-667d5bff8947 req-01a353d1-8f58-4646-96ca-8dcc2a9d468d tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397897 Feb 21 01:46:13.713410 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group (7510787d-9a3b-4fe7-9d4d-7908aaa7348d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:13.773794 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (7510787d-9a3b-4fe7-9d4d-7908aaa7348d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:13.776636 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:13.777865 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] 10.222.0.79 "DELETE /v2.0/security-groups/7510787d-9a3b-4fe7-9d4d-7908aaa7348d HTTP/1.1" status: 204 len: 168 time: 0.1458099 Feb 21 01:46:13.786951 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7510787d-9a3b-4fe7-9d4d-7908aaa7348d,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:13.794512 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.794867 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.795229 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.795556 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.795892 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.796225 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.796608 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.796913 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.797249 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.797600 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.797898 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.798244 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.798564 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46e1ea-a451-4591-82e7-af71ad3c982f tempest-TestShelveInstance-1466942545 tempest-TestShelveInstance-1466942545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:13.832347 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44326) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:14.081245 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device c4e98489-e773-4966-bc95-2aef0d680be3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:46:14.181158 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port c4e98489-e773-4966-bc95-2aef0d680be3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4e98489-e773-4966-bc95-2aef0d680be3,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:14.193446 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': 'c4e98489-e773-4966-bc95-2aef0d680be3', 'network_id': 'aa838f4d-e8c0-4e11-852d-fab10e59eb92', 'port_id': 'c4e98489-e773-4966-bc95-2aef0d680be3', 'mac_address': 'fa:16:3e:b8:c9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f39936d-59fd-4bbe-bf9e-fa7e73c9e175', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:46:14.229113 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port c4e98489-e773-4966-bc95-2aef0d680be3 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:46:14.229503 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.240859 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774957'] for router_interface (bf78a881-f452-40d8-8fc5-6891b4dffd69), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.243004 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e98489-e773-4966-bc95-2aef0d680be3 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:46:14.262299 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port c4e98489-e773-4966-bc95-2aef0d680be3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4e98489-e773-4966-bc95-2aef0d680be3,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:14.266667 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.311684 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=c4e98489-e773-4966-bc95-2aef0d680be3,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:14.487140 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Deleting port 0420a804-4138-4b25-ab78-814a5b1c64f6 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:14.487738 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.562519 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] For port 0420a804-4138-4b25-ab78-814a5b1c64f6, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=0420a804-4138-4b25-ab78-814a5b1c64f6,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:14.562878 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.574175 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Calling delete_port for 0420a804-4138-4b25-ab78-814a5b1c64f6 owned by network:router_interface {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:14.752146 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (0420a804-4138-4b25-ab78-814a5b1c64f6), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.783289 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=0420a804-4138-4b25-ab78-814a5b1c64f6,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:14.818764 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09c82-4658-4390-83aa-a79c1c6dc4c0 req-102c63a1-901a-49b1-b676-d4ee23cf8405 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:14.820348 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3fa09c82-4658-4390-83aa-a79c1c6dc4c0 req-102c63a1-901a-49b1-b676-d4ee23cf8405 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 945 time: 0.0581036 Feb 21 01:46:14.876527 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-3fa09c82-4658-4390-83aa-a79c1c6dc4c0 req-3387833d-bf3f-434e-b006-7c384acc4867 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504341 Feb 21 01:46:14.951691 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774589'] for router_interface (bf78a881-f452-40d8-8fc5-6891b4dffd69), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.043377 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:46:15.168891 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Router bf78a881-f452-40d8-8fc5-6891b4dffd69 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:15.272804 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:15.277758 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c5ad3615-8a64-4cbe-93eb-5f2818257fdb admin admin] 10.222.0.79 "PUT /v2.0/routers/bf78a881-f452-40d8-8fc5-6891b4dffd69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4436491 Feb 21 01:46:15.280254 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44336) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:15.283485 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] Sync routers for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:15.292743 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:15.293351 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:45:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:15.405347 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:15.409620 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks [] for router (bf78a881-f452-40d8-8fc5-6891b4dffd69), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.510795 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks [] for router_gateway (bf78a881-f452-40d8-8fc5-6891b4dffd69), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.561493 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Deleting port eb3ae568-b73d-47f7-8bbe-78134c883ffa {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:15.561828 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.580255 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:46:14Z', 'revision_number': 5, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port': {'id': 'eb3ae568-b73d-47f7-8bbe-78134c883ffa', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:15.606815 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] Checking router: bf78a881-f452-40d8-8fc5-6891b4dffd69 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:15.615187 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] Routers {'bf78a881-f452-40d8-8fc5-6891b4dffd69'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:15.615786 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:45:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf78a881-f452-40d8-8fc5-6891b4dffd69'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:15.637004 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] For port eb3ae568-b73d-47f7-8bbe-78134c883ffa, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=eb3ae568-b73d-47f7-8bbe-78134c883ffa,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:15.637364 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.649248 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Calling delete_port for eb3ae568-b73d-47f7-8bbe-78134c883ffa owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:15.833342 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (eb3ae568-b73d-47f7-8bbe-78134c883ffa), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.838752 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] Set router bf78a881-f452-40d8-8fc5-6891b4dffd69 gateway port host: None {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:15.864454 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3ae568-b73d-47f7-8bbe-78134c883ffa,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:15.895689 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:46:15Z', 'revision_number': 6, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port_host': None}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:15.923513 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff674c2-f6ea-43d5-ac64-39be1df9f02d None None] The sync data for ids ['bf78a881-f452-40d8-8fc5-6891b4dffd69'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf78a881-f452-40d8-8fc5-6891b4dffd69', 'name': 'tempest-TestShelveInstance-176781468-router', 'tenant_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:46:15Z', 'revision_number': 6, 'project_id': '4f7dbed5840d4227ab62e42f9a49fbce', 'gw_port_host': None}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:15.926728 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768983'] for router_gateway (bf78a881-f452-40d8-8fc5-6891b4dffd69), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.044510 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10917'] for router (bf78a881-f452-40d8-8fc5-6891b4dffd69), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.049235 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks [] for router_controller (bf78a881-f452-40d8-8fc5-6891b4dffd69), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.101756 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3680711-47f1-4a25-ac62-aff68218fcb5 req-071c1219-dbec-4605-b72c-1f2a01a7d019 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:16.103274 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f3680711-47f1-4a25-ac62-aff68218fcb5 req-071c1219-dbec-4605-b72c-1f2a01a7d019 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 945 time: 0.1505601 Feb 21 01:46:16.104283 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775090'] for router (bf78a881-f452-40d8-8fc5-6891b4dffd69), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.104798 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf78a881-f452-40d8-8fc5-6891b4dffd69 {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:46:16.108980 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.110627 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-212e67c3-1e5a-413e-851d-d064e55280cd admin admin] 10.222.0.79 "DELETE /v2.0/routers/bf78a881-f452-40d8-8fc5-6891b4dffd69 HTTP/1.1" status: 204 len: 168 time: 0.8287604 Feb 21 01:46:16.113491 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 44342) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:16.151689 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f3680711-47f1-4a25-ac62-aff68218fcb5 req-83f687c3-6987-401e-b15a-22597362c110 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Feb 21 01:46:16.155691 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_v2 [None req-107b5a7d-cec8-4c46-a823-716a8aeb9eb5 admin admin] Deleting subnet 8be248b1-3225-4e32-a624-66b59c117f74 {{(pid=102949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:46:16.159321 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-107b5a7d-cec8-4c46-a823-716a8aeb9eb5 admin admin] Publish callbacks [] for subnet (8be248b1-3225-4e32-a624-66b59c117f74), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.196525 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-107b5a7d-cec8-4c46-a823-716a8aeb9eb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28165619'] for subnet (8be248b1-3225-4e32-a624-66b59c117f74), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.270094 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-107b5a7d-cec8-4c46-a823-716a8aeb9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (8be248b1-3225-4e32-a624-66b59c117f74), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.332300 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-107b5a7d-cec8-4c46-a823-716a8aeb9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28101762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28695740'] for subnet (8be248b1-3225-4e32-a624-66b59c117f74), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.359918 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b5a7d-cec8-4c46-a823-716a8aeb9eb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be248b1-3225-4e32-a624-66b59c117f74,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:16.363873 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-107b5a7d-cec8-4c46-a823-716a8aeb9eb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.367289 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-107b5a7d-cec8-4c46-a823-716a8aeb9eb5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8be248b1-3225-4e32-a624-66b59c117f74 HTTP/1.1" status: 204 len: 168 time: 0.2528021 Feb 21 01:46:16.369771 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 44344) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:16.372653 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee5fb80-65bc-468b-982a-f4da02a88520 None None] Network 13bfe7f6-827c-49b6-b99b-8f9965eeb125 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:46:16.434110 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 0420a804-4138-4b25-ab78-814a5b1c64f6 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:16.448800 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (13bfe7f6-827c-49b6-b99b-8f9965eeb125), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.462323 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 0420a804-4138-4b25-ab78-814a5b1c64f6 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:16.462751 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 0420a804-4138-4b25-ab78-814a5b1c64f6 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:16.501616 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Deleting port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:16.501959 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.566934 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] For port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561,segment=NetworkSegment(168a329e-238d-4b79-90a4-c327fee23c90),segment_id=168a329e-238d-4b79-90a4-c327fee23c90)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:16.567291 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.580072 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Calling delete_port for ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 owned by network:dhcp {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:16.655632 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.678277 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:16.684337 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] No DVR routers for this DVR port ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 on host dv-cinder-813229-6-iscsi {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:16.760125 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (13bfe7f6-827c-49b6-b99b-8f9965eeb125), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.778754 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d5aac-aed8-4fff-ab70-cbae1be988a1 None None] DHCP port deletion for 13bfe7f6-827c-49b6-b99b-8f9965eeb125 request from dv-cinder-813229-6-iscsi {{(pid=102950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:46:16.784189 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bfe7f6-827c-49b6-b99b-8f9965eeb125']}} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:16.799236 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168a329e-238d-4b79-90a4-c327fee23c90') {'for_net_delete': True} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:16.799534 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168a329e-238d-4b79-90a4-c327fee23c90') {} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:16.809081 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28165610'] for segment (168a329e-238d-4b79-90a4-c327fee23c90), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.822501 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (168a329e-238d-4b79-90a4-c327fee23c90), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.829077 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:46:16.829482 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28100964'] for segment (168a329e-238d-4b79-90a4-c327fee23c90), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: Traceback (most recent call last): Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: timer() Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: cb(*args, **kw) Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: return func(*args, **kwargs) Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: self._notify() Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: self.callback(batched_events) Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: event.method(event) Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: return f(self, *a, **k) Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._get(url).json() Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: return self.request(url, 'GET', **kwargs) Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:46:16.831151 dv-cinder-813229-6-iscsi neutron-server[102949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:46:16.883901 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (13bfe7f6-827c-49b6-b99b-8f9965eeb125), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.889687 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.893691 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] 10.222.0.79 "DELETE /v2.0/networks/13bfe7f6-827c-49b6-b99b-8f9965eeb125 HTTP/1.1" status: 204 len: 168 time: 0.5229342 Feb 21 01:46:16.897010 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44346) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:16.904945 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860247b0-7fdb-44c5-9a15-c4d2a83d843f admin admin] Pushing event deleted for resources: {'Network': ['ID=13bfe7f6-827c-49b6-b99b-8f9965eeb125,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:17.001441 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['c4e98489-e773-4966-bc95-2aef0d680be3'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:17.291443 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d647ed-464f-4d78-a8b6-77b432ba234f req-5fb92193-07a8-48f7-b7cc-c2e167186df1 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:17.293153 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c9d647ed-464f-4d78-a8b6-77b432ba234f req-5fb92193-07a8-48f7-b7cc-c2e167186df1 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 945 time: 0.0704467 Feb 21 01:46:17.349608 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c9d647ed-464f-4d78-a8b6-77b432ba234f req-1129d9be-8193-4496-9dca-c667dcf022bb tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489500 Feb 21 01:46:17.561640 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774957'] for router_interface (0c925862-df3d-4612-8e44-2910517018e8), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:17.818606 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Deleting port ceea44b7-135a-4290-95e3-5ed7c9681fd3 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:17.818858 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:17.894000 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] For port ceea44b7-135a-4290-95e3-5ed7c9681fd3, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=ceea44b7-135a-4290-95e3-5ed7c9681fd3,segment=NetworkSegment(47230d0e-ca72-416e-aaab-6209be18088e),segment_id=47230d0e-ca72-416e-aaab-6209be18088e)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:17.894386 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:17.905605 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Calling delete_port for ceea44b7-135a-4290-95e3-5ed7c9681fd3 owned by network:router_interface {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:18.088419 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device eb3ae568-b73d-47f7-8bbe-78134c883ffa no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:18.100043 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (ceea44b7-135a-4290-95e3-5ed7c9681fd3), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:18.115915 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: eb3ae568-b73d-47f7-8bbe-78134c883ffa {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:18.116264 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device eb3ae568-b73d-47f7-8bbe-78134c883ffa not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:18.116685 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:18.132153 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ceea44b7-135a-4290-95e3-5ed7c9681fd3,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:18.136915 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:18.137268 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ac64abeb-fc9c-4ee9-bf9e-c7df5eb97561 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:18.297062 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774589'] for router_interface (0c925862-df3d-4612-8e44-2910517018e8), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:18.539633 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56089e-7734-4ec9-8dd3-4d147618711a req-a0b92f2e-3742-4253-ac1b-cde1c88a61bb tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:18.541080 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fd56089e-7734-4ec9-8dd3-4d147618711a req-a0b92f2e-3742-4253-ac1b-cde1c88a61bb tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 945 time: 0.0990837 Feb 21 01:46:18.563676 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Router 0c925862-df3d-4612-8e44-2910517018e8 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:18.632725 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fd56089e-7734-4ec9-8dd3-4d147618711a req-a1d252ed-599c-4288-800d-597b0fce496c tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847559 Feb 21 01:46:18.694493 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:18.699932 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6dd83455-0745-49c1-9991-da5cf14b28ee admin admin] 10.222.0.79 "PUT /v2.0/routers/0c925862-df3d-4612-8e44-2910517018e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8017893 Feb 21 01:46:18.702406 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44366) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:18.705108 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] Sync routers for ids ['0c925862-df3d-4612-8e44-2910517018e8'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:18.709781 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device c4e98489-e773-4966-bc95-2aef0d680be3 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:46:18.715800 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] Routers {'0c925862-df3d-4612-8e44-2910517018e8'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:18.716495 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:45:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0c925862-df3d-4612-8e44-2910517018e8'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:18.760036 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port c4e98489-e773-4966-bc95-2aef0d680be3 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:46:18.764078 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port c4e98489-e773-4966-bc95-2aef0d680be3 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:46:18.764446 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:18.811668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks [] for router (0c925862-df3d-4612-8e44-2910517018e8), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:18.826811 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] Set router 0c925862-df3d-4612-8e44-2910517018e8 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:18.844160 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port c4e98489-e773-4966-bc95-2aef0d680be3 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:46:18.844547 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:18.870182 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e16dd1-1f17-4117-8304-3bc474823438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e98489-e773-4966-bc95-2aef0d680be3'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:18.872433 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645291b9-9136-41ee-bcf0-318391a23613" -d '{"events": [{"server_uuid": "29e16dd1-1f17-4117-8304-3bc474823438", "name": "network-vif-plugged", "status": "completed", "tag": "c4e98489-e773-4966-bc95-2aef0d680be3"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:18.885974 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port c4e98489-e773-4966-bc95-2aef0d680be3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4e98489-e773-4966-bc95-2aef0d680be3,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:18.891912 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:18.892737 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 075fa683-a950-45d4-96cf-01e836209fee no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:18.914978 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 075fa683-a950-45d4-96cf-01e836209fee {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:18.915336 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 075fa683-a950-45d4-96cf-01e836209fee not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:18.930347 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks [] for router_gateway (0c925862-df3d-4612-8e44-2910517018e8), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:18.942022 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6376596-4b46-4336-ae64-a3f5ab13b9d3 x-openstack-request-id: req-f6376596-4b46-4336-ae64-a3f5ab13b9d3 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:18.942627 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e16dd1-1f17-4117-8304-3bc474823438", "name": "network-vif-plugged", "status": "completed", "tag": "c4e98489-e773-4966-bc95-2aef0d680be3", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:18.943030 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6376596-4b46-4336-ae64-a3f5ab13b9d3 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:18.943601 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e16dd1-1f17-4117-8304-3bc474823438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e98489-e773-4966-bc95-2aef0d680be3', 'code': 200} Feb 21 01:46:18.973385 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=c4e98489-e773-4966-bc95-2aef0d680be3,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:18.990037 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Deleting port 3451b4eb-445b-4841-8aeb-ad6b897dd08e {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:18.990481 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.022193 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c925862-df3d-4612-8e44-2910517018e8', 'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:46:18Z', 'revision_number': 5, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'gw_port': {'id': '3451b4eb-445b-4841-8aeb-ad6b897dd08e', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c925862-df3d-4612-8e44-2910517018e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:19.051485 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] Checking router: 0c925862-df3d-4612-8e44-2910517018e8 for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:19.060756 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] Routers {'0c925862-df3d-4612-8e44-2910517018e8'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:19.061441 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:45:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['0c925862-df3d-4612-8e44-2910517018e8'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:19.071064 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] For port 3451b4eb-445b-4841-8aeb-ad6b897dd08e, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=3451b4eb-445b-4841-8aeb-ad6b897dd08e,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:19.071418 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.084453 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Calling delete_port for 3451b4eb-445b-4841-8aeb-ad6b897dd08e owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:19.115406 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd28fa-9e56-4bb0-bee3-3a68e078abba req-1afeecde-c513-403b-b96f-f8e801a362cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:19.117154 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c3bd28fa-9e56-4bb0-bee3-3a68e078abba req-1afeecde-c513-403b-b96f-f8e801a362cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 1130 time: 0.0465956 Feb 21 01:46:19.169489 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-c3bd28fa-9e56-4bb0-bee3-3a68e078abba req-97c93095-f56e-44dc-b4d1-4f4f56361f2b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Feb 21 01:46:19.241072 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] Set router 0c925862-df3d-4612-8e44-2910517018e8 gateway port host: None {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:19.258486 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (3451b4eb-445b-4841-8aeb-ad6b897dd08e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.283806 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3451b4eb-445b-4841-8aeb-ad6b897dd08e,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:19.295275 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c925862-df3d-4612-8e44-2910517018e8', 'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:46:18Z', 'revision_number': 6, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'gw_port_host': None}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:19.321002 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0d7ea-90b0-477c-89eb-6e02f55fdc56 None None] The sync data for ids ['0c925862-df3d-4612-8e44-2910517018e8'] in dv-cinder-813229-6-iscsi is: [{'id': '0c925862-df3d-4612-8e44-2910517018e8', 'name': 'tempest-TestShelveInstance-383011796-router', 'tenant_id': '6425825058c64ef28ff75d9f98ca3039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:09Z', 'updated_at': '2022-02-21T01:46:18Z', 'revision_number': 6, 'project_id': '6425825058c64ef28ff75d9f98ca3039', 'gw_port_host': None}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:19.341742 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768983'] for router_gateway (0c925862-df3d-4612-8e44-2910517018e8), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.432152 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10917'] for router (0c925862-df3d-4612-8e44-2910517018e8), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.434265 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks [] for router_controller (0c925862-df3d-4612-8e44-2910517018e8), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.480224 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775090'] for router (0c925862-df3d-4612-8e44-2910517018e8), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.480762 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c925862-df3d-4612-8e44-2910517018e8 {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:46:19.484843 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.485965 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-835f0308-6aee-42a6-a086-cd5587b079fa admin admin] 10.222.0.79 "DELETE /v2.0/routers/0c925862-df3d-4612-8e44-2910517018e8 HTTP/1.1" status: 204 len: 168 time: 0.7826257 Feb 21 01:46:19.488799 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44370) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:19.533696 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1831062-aac9-493a-84f6-ae2725e251ca admin admin] Deleting subnet ba6ad809-daba-4311-abc1-42fa9f39ce16 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:46:19.536678 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f1831062-aac9-493a-84f6-ae2725e251ca admin admin] Publish callbacks [] for subnet (ba6ad809-daba-4311-abc1-42fa9f39ce16), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.569496 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f1831062-aac9-493a-84f6-ae2725e251ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29076532'] for subnet (ba6ad809-daba-4311-abc1-42fa9f39ce16), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.648205 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f1831062-aac9-493a-84f6-ae2725e251ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (ba6ad809-daba-4311-abc1-42fa9f39ce16), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.711655 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f1831062-aac9-493a-84f6-ae2725e251ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-695694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25516960'] for subnet (ba6ad809-daba-4311-abc1-42fa9f39ce16), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.732819 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9bf0b-d63a-4327-b727-c7f473340012 None None] Network c8780d6f-9475-4312-9284-dd1772fe318f requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:46:19.753098 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f1831062-aac9-493a-84f6-ae2725e251ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.756350 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f1831062-aac9-493a-84f6-ae2725e251ca admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ba6ad809-daba-4311-abc1-42fa9f39ce16 HTTP/1.1" status: 204 len: 168 time: 0.2665730 Feb 21 01:46:19.757357 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1831062-aac9-493a-84f6-ae2725e251ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6ad809-daba-4311-abc1-42fa9f39ce16,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:19.759006 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 44376) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:19.799432 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07be86-968b-47d6-b379-4b000783fff2 req-d2ca446c-e15f-45b2-8fd4-f9230069eb60 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:19.801009 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cb07be86-968b-47d6-b379-4b000783fff2 req-d2ca446c-e15f-45b2-8fd4-f9230069eb60 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 946 time: 0.0795898 Feb 21 01:46:19.846024 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (c8780d6f-9475-4312-9284-dd1772fe318f), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.863847 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-cb07be86-968b-47d6-b379-4b000783fff2 req-d3ddf6dd-30b4-4634-9dee-6a539dffd02c tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563004 Feb 21 01:46:19.916748 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Deleting port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:19.917094 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.978044 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] For port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=41dbbc1f-c1aa-4b72-814c-a90a61c858a1,segment=NetworkSegment(47230d0e-ca72-416e-aaab-6209be18088e),segment_id=47230d0e-ca72-416e-aaab-6209be18088e)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:19.978363 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.991423 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Calling delete_port for 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 owned by network:dhcp {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:20.071866 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (41dbbc1f-c1aa-4b72-814c-a90a61c858a1), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.094571 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Pushing event deleted for resources: {'Port': ['ID=41dbbc1f-c1aa-4b72-814c-a90a61c858a1,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:20.100645 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] No DVR routers for this DVR port 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 on host dv-cinder-813229-6-iscsi {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:20.157305 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275faee1-319d-45f9-92d2-fbdcc1ca178b None None] DHCP port deletion for c8780d6f-9475-4312-9284-dd1772fe318f request from dv-cinder-813229-6-iscsi {{(pid=102950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:46:20.176277 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (c8780d6f-9475-4312-9284-dd1772fe318f), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.198994 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8780d6f-9475-4312-9284-dd1772fe318f']}} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:20.208610 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47230d0e-ca72-416e-aaab-6209be18088e') {'for_net_delete': True} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:20.208995 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.services.segments.db [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47230d0e-ca72-416e-aaab-6209be18088e') {} {{(pid=102949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:20.218556 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28165610'] for segment (47230d0e-ca72-416e-aaab-6209be18088e), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.231616 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (47230d0e-ca72-416e-aaab-6209be18088e), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.234904 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:20.238451 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:46:20.238997 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28100964'] for segment (47230d0e-ca72-416e-aaab-6209be18088e), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: Traceback (most recent call last): Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: timer() Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: cb(*args, **kw) Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: return func(*args, **kwargs) Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: self._notify() Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: self.callback(batched_events) Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: event.method(event) Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: return f(self, *a, **k) Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._get(url).json() Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: return self.request(url, 'GET', **kwargs) Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:46:20.240783 dv-cinder-813229-6-iscsi neutron-server[102949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:46:20.261451 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:20.261787 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 41dbbc1f-c1aa-4b72-814c-a90a61c858a1 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:20.262294 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ceea44b7-135a-4290-95e3-5ed7c9681fd3 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:20.290064 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: ceea44b7-135a-4290-95e3-5ed7c9681fd3 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:20.290578 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device ceea44b7-135a-4290-95e3-5ed7c9681fd3 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:20.291064 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3451b4eb-445b-4841-8aeb-ad6b897dd08e no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:20.299685 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (c8780d6f-9475-4312-9284-dd1772fe318f), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.315976 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.316161 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 3451b4eb-445b-4841-8aeb-ad6b897dd08e {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:20.316389 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 3451b4eb-445b-4841-8aeb-ad6b897dd08e not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:20.319165 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c8780d6f-9475-4312-9284-dd1772fe318f HTTP/1.1" status: 204 len: 168 time: 0.5589650 Feb 21 01:46:20.320451 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff64906-b741-4d5e-bb66-9281b0cd6938 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8780d6f-9475-4312-9284-dd1772fe318f,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:20.449889 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 44380) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:20.491577 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-4252d437-ee76-4048-9dad-4f385fd2ad17 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f7dbed5840d4227ab62e42f9a49fbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401094 Feb 21 01:46:20.493957 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 44382) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:20.545845 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c944574e-d5c4-4667-b0dd-a53622ccc048 admin admin] Publish callbacks [] for security_group (1bdef562-cc04-404f-897b-afb0776cc3a4), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.566809 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c944574e-d5c4-4667-b0dd-a53622ccc048 admin admin] Publish callbacks [] for security_group (1bdef562-cc04-404f-897b-afb0776cc3a4), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.612060 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c944574e-d5c4-4667-b0dd-a53622ccc048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1bdef562-cc04-404f-897b-afb0776cc3a4), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.614974 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c944574e-d5c4-4667-b0dd-a53622ccc048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.616108 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c944574e-d5c4-4667-b0dd-a53622ccc048 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1bdef562-cc04-404f-897b-afb0776cc3a4 HTTP/1.1" status: 204 len: 168 time: 0.1211464 Feb 21 01:46:20.623496 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944574e-d5c4-4667-b0dd-a53622ccc048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdef562-cc04-404f-897b-afb0776cc3a4,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:20.946766 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44400) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:20.989667 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab23cf-7468-4292-901f-a5d68a01c0e3 req-8c766306-ffb8-4c33-8c79-b31921428dfe tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:20.991158 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cab23cf-7468-4292-901f-a5d68a01c0e3 req-8c766306-ffb8-4c33-8c79-b31921428dfe tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 946 time: 0.0552313 Feb 21 01:46:21.005031 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-80c2b918-a547-4a6d-930e-30fe21479a0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6425825058c64ef28ff75d9f98ca3039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570018 Feb 21 01:46:21.009034 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44402) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:21.038285 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-1cab23cf-7468-4292-901f-a5d68a01c0e3 req-19652f22-6045-4b8c-952a-7595963a703f tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Feb 21 01:46:21.048400 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-88c15595-9212-442c-95fd-049528cc1e41 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079783390&fields=id&tenant_id=a516f78770624beba1baee79a4694c7a HTTP/1.1" status: 200 len: 267 time: 0.0713286 Feb 21 01:46:21.143346 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-11d13797-bc5d-484c-a3f3-60bdba3b5e64 admin admin] Publish callbacks [] for security_group (d524998c-d1de-44b0-9744-77a6c359c98b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:21.183039 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-11d13797-bc5d-484c-a3f3-60bdba3b5e64 admin admin] Publish callbacks [] for security_group (d524998c-d1de-44b0-9744-77a6c359c98b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:21.205292 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-da1c3ba8-017e-4fe6-8589-d5f39cbe8d30 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.206798 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-da1c3ba8-017e-4fe6-8589-d5f39cbe8d30 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 812 time: 0.1518416 Feb 21 01:46:21.234626 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-1266651b-e569-4270-aa49-7ac6a1282413 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/quotas/a516f78770624beba1baee79a4694c7a HTTP/1.1" status: 200 len: 375 time: 0.0207534 Feb 21 01:46:21.281556 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-11d13797-bc5d-484c-a3f3-60bdba3b5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d524998c-d1de-44b0-9744-77a6c359c98b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:21.284195 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-11d13797-bc5d-484c-a3f3-60bdba3b5e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:21.285673 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-11d13797-bc5d-484c-a3f3-60bdba3b5e64 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d524998c-d1de-44b0-9744-77a6c359c98b HTTP/1.1" status: 204 len: 168 time: 0.2754004 Feb 21 01:46:21.295813 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d13797-bc5d-484c-a3f3-60bdba3b5e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524998c-d1de-44b0-9744-77a6c359c98b,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:21.324352 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-fc8b5d30-280f-4d09-a076-91fcd7c73a63 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837228 Feb 21 01:46:21.426645 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-9d47c1c5-c756-4061-a3f0-4986fa753666 service neutron] 10.222.0.79 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904427 Feb 21 01:46:21.518852 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-f8fe0b10-5a1e-46d6-b5a5-e2ad7b77fa3d service neutron] 10.222.0.79 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863755 Feb 21 01:46:21.815912 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-d4c9093d-afb7-4981-90ef-3ef7ee58b764 req-afc1f430-8a99-4fcc-afe6-42e7b691a482 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 210 time: 0.0294299 Feb 21 01:46:22.782085 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-4ed2205a-a7ac-43fa-ba53-135e94d81b9f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:22.783578 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-4ed2205a-a7ac-43fa-ba53-135e94d81b9f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 812 time: 0.1033494 Feb 21 01:46:22.845049 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-64a1c86a-367f-49c6-9b05-e1869cbfef78 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a516f78770624beba1baee79a4694c7a HTTP/1.1" status: 200 len: 380 time: 0.0524521 Feb 21 01:46:22.854225 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'port': {'device_id': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'admin_state_up': True, 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'security_groups': ['1d2254de-8539-4ce4-b57c-071e1c263c52']}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:22.930532 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-02f7caba-33ce-4eb0-be42-fc6686cadcc6 req-3e72b7b3-5641-45ea-a548-9a3b38fc3dc2 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 210 time: 0.0327487 Feb 21 01:46:22.983848 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Made reservation on behalf of a516f78770624beba1baee79a4694c7a for: {'port': 1} {{(pid=102949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:46:22.987536 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.113118 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_common [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Allocated IP 172.20.0.4 (1bca72fa-bd33-4dc1-b529-a945b2f01420/1c148193-a003-4af1-bc6b-25ab0c7d7744/0ab02186-3f93-4f50-9070-a693b3b9fb27) {{(pid=102949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:46:23.242300 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.278196 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.320502 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 is already hosted by enough agents. {{(pid=102949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:46:23.323298 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.base_scheduler [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Resources bound (agent type, host, resource id): {{(pid=102949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:46:23.325856 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Received port after_create {{(pid=102949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:46:23.354114 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'Port': ['ID=0ab02186-3f93-4f50-9070-a693b3b9fb27,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:23.384008 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:23.384634 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.402347 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-a091454b-9a28-4b0c-9692-33f372a4b317 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514221 Feb 21 01:46:23.413544 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.v2.base [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Request body: {'port': {'device_id': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:23.473266 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.530144 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-d8a61615-47e8-4cd3-9aa7-b375eb48fa06 None None] Provisioning complete for port 0ab02186-3f93-4f50-9070-a693b3b9fb27 triggered by entity DHCP. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:46:23.530838 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-d8a61615-47e8-4cd3-9aa7-b375eb48fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.565805 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-d8a61615-47e8-4cd3-9aa7-b375eb48fa06 None None] Port 0ab02186-3f93-4f50-9070-a693b3b9fb27 cannot update to ACTIVE because it is not bound. {{(pid=102950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:46:23.731006 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab02186-3f93-4f50-9070-a693b3b9fb27 {{(pid=102949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:46:23.738552 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Publish callbacks [] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), precommit_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.750302 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.provisioning_blocks [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Transition to ACTIVE for port object 0ab02186-3f93-4f50-9070-a693b3b9fb27 will not be triggered until provisioned by entity L2. {{(pid=102949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:46:23.755196 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.806725 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab02186-3f93-4f50-9070-a693b3b9fb27,revision_number=2']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:23.875282 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Attempting to bind port 0ab02186-3f93-4f50-9070-a693b3b9fb27 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:46:23.875898 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Attempting to bind port 0ab02186-3f93-4f50-9070-a693b3b9fb27 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:46:23.876020 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Attempting to bind port 0ab02186-3f93-4f50-9070-a693b3b9fb27 on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:46:23.880639 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Port 0ab02186-3f93-4f50-9070-a693b3b9fb27 on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:46:23.880968 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Attempting to bind port 0ab02186-3f93-4f50-9070-a693b3b9fb27 on network 1bca72fa-bd33-4dc1-b529-a945b2f01420 {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:46:23.885976 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Checking agent: {'id': '4845d4fe-ab5f-49bd-b06b-96ec66afcbf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'started_at': datetime.datetime(2022, 2, 21, 1, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:46:23.886353 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Checking segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:46:23.886773 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Bound using segment: {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'} {{(pid=102949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:46:23.887202 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.managers [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Bound port: 0ab02186-3f93-4f50-9070-a693b3b9fb27, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973ab330-c7a8-4827-821b-466eb35206fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420'}}] {{(pid=102949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:46:23.887556 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), before_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.954094 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] For port 0ab02186-3f93-4f50-9070-a693b3b9fb27, host hv-cinder-81322, cleared binding levels {{(pid=102949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:46:23.957387 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] For port 0ab02186-3f93-4f50-9070-a693b3b9fb27, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:46:23.963944 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28100936'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), after_update {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.998172 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:23.998739 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:24.000238 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] 10.222.0.73 "PUT /v2.0/ports/0ab02186-3f93-4f50-9070-a693b3b9fb27 HTTP/1.1" status: 200 len: 1093 time: 0.5909064 Feb 21 01:46:24.000698 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:24.003017 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6551a38c-ac4a-462e-a5f3-cb9f388b7787" -d '{"events": [{"name": "network-changed", "server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:24.037619 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec04674-1ccd-4f07-8d0f-34326db51a82 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab02186-3f93-4f50-9070-a693b3b9fb27,revision_number=3']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:24.055870 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82319324-3011-4395-b61a-c61139cb7e71 x-openstack-request-id: req-82319324-3011-4395-b61a-c61139cb7e71 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:24.056882 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:24.057204 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-82319324-3011-4395-b61a-c61139cb7e71 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:24.057694 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'status': 'completed', 'code': 200} Feb 21 01:46:24.085461 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e4580-6a2e-4a4d-8600-704915951c37 req-365daeee-438b-4b40-93a5-3c075eded10a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:24.094571 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fa4e4580-6a2e-4a4d-8600-704915951c37 req-365daeee-438b-4b40-93a5-3c075eded10a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0842202 Feb 21 01:46:24.119044 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-75a03c0f-0699-4d2c-b4d5-496a562bcb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:24.120739 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-75a03c0f-0699-4d2c-b4d5-496a562bcb25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 1127 time: 0.0621390 Feb 21 01:46:24.142642 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fa4e4580-6a2e-4a4d-8600-704915951c37 req-eee83d8d-d209-4f02-bd8f-28117d995698 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469155 Feb 21 01:46:24.172339 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-90e36b78-ebb2-47a4-82bd-cd6c7e35df70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27 HTTP/1.1" status: 200 len: 217 time: 0.0418832 Feb 21 01:46:24.222675 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-495acfbb-e4a6-432a-8388-54b78ac22696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:24.224109 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-495acfbb-e4a6-432a-8388-54b78ac22696 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0439389 Feb 21 01:46:24.271856 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-78f5ed75-ed68-44cd-8bea-1f038dd63ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:24.273330 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-78f5ed75-ed68-44cd-8bea-1f038dd63ed9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427539 Feb 21 01:46:24.620777 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-f5c632d1-6005-49f3-96f0-0ef146cc156a service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388402 Feb 21 01:46:24.707770 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ee08dc91-b3d2-4b28-99a3-dff28ea1700f req-47965704-2cf8-4a94-ab81-6b99d5751873 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795841 Feb 21 01:46:24.814091 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-d6d669fc-11ec-4386-8cf6-223dd8be7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:24.815623 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-d6d669fc-11ec-4386-8cf6-223dd8be7f5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 1127 time: 0.0478871 Feb 21 01:46:24.900888 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-ab5ce12c-9d0d-48d1-af7f-0ad2f8f2b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:24.902268 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-ab5ce12c-9d0d-48d1-af7f-0ad2f8f2b0b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.0809124 Feb 21 01:46:24.945133 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-e1580b46-45b1-4c1d-9be7-1e9a19b42612 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27 HTTP/1.1" status: 200 len: 217 time: 0.0367918 Feb 21 01:46:24.993821 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-753d1139-8713-4b3f-9352-e51cbf862cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:24.995284 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-753d1139-8713-4b3f-9352-e51cbf862cc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0424867 Feb 21 01:46:25.043544 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-44c9157d-cd0c-43f6-bbf9-f3f78f82f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:25.045017 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-44c9157d-cd0c-43f6-bbf9-f3f78f82f217 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422561 Feb 21 01:46:25.133816 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-8db8283c-5143-4cfb-aea9-fe73776f15ad service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823207 Feb 21 01:46:25.231318 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-6551a38c-ac4a-462e-a5f3-cb9f388b7787 req-d2baab9a-26fe-4ef7-be9e-86dd9099609e service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904102 Feb 21 01:46:25.270753 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801f95f-99eb-48ca-b8df-962d0c2f3a4d req-ce6f0865-64fa-4a91-adaa-6e606d243910 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:25.272259 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4801f95f-99eb-48ca-b8df-962d0c2f3a4d req-ce6f0865-64fa-4a91-adaa-6e606d243910 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0599329 Feb 21 01:46:25.319111 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-4801f95f-99eb-48ca-b8df-962d0c2f3a4d req-2543f160-71f2-4175-9da2-33ba4208ea20 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Feb 21 01:46:25.334333 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2d680e9e-43d8-420e-8fab-da6cb2fed010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:26.438984 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63586c7-8b25-46e8-bee9-987218cf34e7 req-75603858-60fa-4712-95c6-6be30d15ae20 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:26.440418 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c63586c7-8b25-46e8-bee9-987218cf34e7 req-75603858-60fa-4712-95c6-6be30d15ae20 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0543866 Feb 21 01:46:26.487049 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c63586c7-8b25-46e8-bee9-987218cf34e7 req-c014abb8-fed1-4fd1-8e7d-65563e490422 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 Feb 21 01:46:27.605146 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b8a03-9b6e-4968-a80c-74c96fb5bbaa req-cc789f93-4eb0-452a-bdb6-47325bb53c30 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:27.606619 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-004b8a03-9b6e-4968-a80c-74c96fb5bbaa req-cc789f93-4eb0-452a-bdb6-47325bb53c30 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0556605 Feb 21 01:46:27.655349 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-004b8a03-9b6e-4968-a80c-74c96fb5bbaa req-9fb42274-2df1-482f-b1e0-3c38a2354cc7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 Feb 21 01:46:27.660577 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-18e88a0c-459f-46a3-8b5f-a065ffdc4426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:28.770882 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21c58-eeda-4a72-b6b2-6606d6f43251 req-02d42c28-e08b-496d-9de9-f4b7d46bbd46 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:28.772343 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5be21c58-eeda-4a72-b6b2-6606d6f43251 req-02d42c28-e08b-496d-9de9-f4b7d46bbd46 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0515029 Feb 21 01:46:28.789282 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:28.821686 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5be21c58-eeda-4a72-b6b2-6606d6f43251 req-0f332e4c-6e61-4342-9760-fe915c2c1432 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 Feb 21 01:46:29.938118 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7f631-0d00-4568-9444-a2abdf24c323 req-91dbd33d-0c31-4ff2-ba33-e067af5d2185 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:29.939648 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-acd7f631-0d00-4568-9444-a2abdf24c323 req-91dbd33d-0c31-4ff2-ba33-e067af5d2185 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0528271 Feb 21 01:46:29.986716 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-acd7f631-0d00-4568-9444-a2abdf24c323 req-5a2b90a3-fd40-4586-88e4-96d88462c0d9 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416005 Feb 21 01:46:30.070903 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:31.114035 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120acac-7b6d-4edf-9c9b-8590f978d65b req-77393df2-6a76-497d-939e-f2fe5b10fa33 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:31.115710 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a120acac-7b6d-4edf-9c9b-8590f978d65b req-77393df2-6a76-497d-939e-f2fe5b10fa33 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0606298 Feb 21 01:46:31.163870 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a120acac-7b6d-4edf-9c9b-8590f978d65b req-e53b89e6-873a-4ee8-8706-d66b67672d6b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Feb 21 01:46:31.933644 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:32.280044 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d05625-fe89-4c09-adcb-59a2d76d33d2 req-56d66d03-e1ff-42af-9aee-b391fe59308b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:32.281553 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e7d05625-fe89-4c09-adcb-59a2d76d33d2 req-56d66d03-e1ff-42af-9aee-b391fe59308b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0517004 Feb 21 01:46:32.328257 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e7d05625-fe89-4c09-adcb-59a2d76d33d2 req-4d54fb62-9aa3-4170-bfd3-96931e26f469 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Feb 21 01:46:32.796871 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93444-6af9-4541-a359-2cfc11548af1 req-b64d897b-0c31-4957-b455-c4aec2ecaa21 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:32.798413 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-39b93444-6af9-4541-a359-2cfc11548af1 req-b64d897b-0c31-4957-b455-c4aec2ecaa21 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 946 time: 0.0569706 Feb 21 01:46:32.849134 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-39b93444-6af9-4541-a359-2cfc11548af1 req-48c53f38-2f5b-4ff1-82d4-7758c513ea96 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Feb 21 01:46:33.447276 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2fc72-5cfd-4643-9aae-a882abe9a932 req-2e60675d-d3e5-45ee-813d-060402346e77 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:33.448713 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a0d2fc72-5cfd-4643-9aae-a882abe9a932 req-2e60675d-d3e5-45ee-813d-060402346e77 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0535574 Feb 21 01:46:33.496486 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a0d2fc72-5cfd-4643-9aae-a882abe9a932 req-a441c51a-fcee-4da9-9e86-b70e81554d6a tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Feb 21 01:46:33.965656 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22209ce1-644a-4455-bae8-7ca99c6721b7 req-13fd143a-a7d9-4dc7-b315-04e4006781d5 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:33.967125 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22209ce1-644a-4455-bae8-7ca99c6721b7 req-13fd143a-a7d9-4dc7-b315-04e4006781d5 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 946 time: 0.0514238 Feb 21 01:46:34.012553 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22209ce1-644a-4455-bae8-7ca99c6721b7 req-23cdce50-81bf-4f96-b4dd-da2299020bf0 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Feb 21 01:46:34.505662 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-7b09add9-89f8-4fee-8bf3-3bb847d54266 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:34.507116 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-7b09add9-89f8-4fee-8bf3-3bb847d54266 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 946 time: 0.0509348 Feb 21 01:46:34.639187 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Deleting port c4e98489-e773-4966-bc95-2aef0d680be3 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:34.639523 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:34.647944 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2c3fa-fa1d-4271-911e-ee4486b39367 req-21f11ee3-076f-4e84-a819-ec3e341c7fc9 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:34.649384 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fea2c3fa-fa1d-4271-911e-ee4486b39367 req-21f11ee3-076f-4e84-a819-ec3e341c7fc9 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0731843 Feb 21 01:46:34.754456 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-fea2c3fa-fa1d-4271-911e-ee4486b39367 req-e88201fc-3242-487c-bc4f-9345e833cf2e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931304 Feb 21 01:46:34.769070 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] For port c4e98489-e773-4966-bc95-2aef0d680be3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4e98489-e773-4966-bc95-2aef0d680be3,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:34.769429 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:34.781671 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Calling delete_port for c4e98489-e773-4966-bc95-2aef0d680be3 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:34.902475 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (c4e98489-e773-4966-bc95-2aef0d680be3), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:34.914507 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'a10dfcca-0ae1-4dce-ba8b-d6275747c799', '705acd1e-e41d-4031-8849-871d9a146a48'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:34.936026 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Pushing event deleted for resources: {'Port': ['ID=c4e98489-e773-4966-bc95-2aef0d680be3,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:34.976425 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] No DVR routers for this DVR port c4e98489-e773-4966-bc95-2aef0d680be3 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:34.979084 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:34.982521 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-87856fa4-072a-49a7-b8a6-ff0af424d1d3 req-e573047f-5ce8-4209-b14c-95c6a39843d6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "DELETE /v2.0/ports/c4e98489-e773-4966-bc95-2aef0d680be3 HTTP/1.1" status: 204 len: 173 time: 0.4692516 Feb 21 01:46:34.982960 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e16dd1-1f17-4117-8304-3bc474823438', 'name': 'network-vif-deleted', 'tag': 'c4e98489-e773-4966-bc95-2aef0d680be3'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:34.985240 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52f398e-a609-4c65-b822-2f25557552bc" -d '{"events": [{"server_uuid": "29e16dd1-1f17-4117-8304-3bc474823438", "name": "network-vif-deleted", "tag": "c4e98489-e773-4966-bc95-2aef0d680be3"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:35.023070 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0f80ea-a405-4968-9d1b-346dc253f388 x-openstack-request-id: req-ec0f80ea-a405-4968-9d1b-346dc253f388 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:35.023370 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e16dd1-1f17-4117-8304-3bc474823438", "name": "network-vif-deleted", "tag": "c4e98489-e773-4966-bc95-2aef0d680be3", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:35.023627 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ec0f80ea-a405-4968-9d1b-346dc253f388 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:35.024026 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e16dd1-1f17-4117-8304-3bc474823438', 'name': 'network-vif-deleted', 'tag': 'c4e98489-e773-4966-bc95-2aef0d680be3', 'status': 'completed', 'code': 200} Feb 21 01:46:35.113604 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-80648872-6918-494a-a36d-bcef2d9bc7cc req-42090006-89af-49d8-85e7-5380f60fc3a0 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e16dd1-1f17-4117-8304-3bc474823438 HTTP/1.1" status: 200 len: 210 time: 0.0301096 Feb 21 01:46:35.877438 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498d650-24c5-4067-9428-dbe387b82020 req-fe6775ee-c6a9-4d05-9942-8e17720c355b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:35.878963 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9498d650-24c5-4067-9428-dbe387b82020 req-fe6775ee-c6a9-4d05-9942-8e17720c355b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0561748 Feb 21 01:46:35.926011 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9498d650-24c5-4067-9428-dbe387b82020 req-6833e109-e7b0-451b-be74-67991758d36e tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415213 Feb 21 01:46:36.437472 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:36.812999 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 0ab02186-3f93-4f50-9070-a693b3b9fb27 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:46:36.816563 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device c4e98489-e773-4966-bc95-2aef0d680be3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:36.843015 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: c4e98489-e773-4966-bc95-2aef0d680be3 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:36.843298 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device c4e98489-e773-4966-bc95-2aef0d680be3 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:36.927393 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 0ab02186-3f93-4f50-9070-a693b3b9fb27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:36.939212 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Returning: {'device': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'port_id': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'mac_address': 'fa:16:3e:80:17:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:46:36.975783 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 0ab02186-3f93-4f50-9070-a693b3b9fb27 is: DOWN; New status is: BUILD {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:46:36.976175 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:36.989124 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab02186-3f93-4f50-9070-a693b3b9fb27 {{(pid=102950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:46:37.008921 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 0ab02186-3f93-4f50-9070-a693b3b9fb27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:37.013252 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:37.046488 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4d487-1788-4139-9c23-c723a20a9863 req-b476f22f-1f8a-41ff-bccd-464fc2ec3b99 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:37.048010 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-70b4d487-1788-4139-9c23-c723a20a9863 req-b476f22f-1f8a-41ff-bccd-464fc2ec3b99 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 943 time: 0.0559363 Feb 21 01:46:37.063986 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=0ab02186-3f93-4f50-9070-a693b3b9fb27,revision_number=4']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:37.095717 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-70b4d487-1788-4139-9c23-c723a20a9863 req-644b1f1a-08e4-4f33-852b-9714cb4d7555 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421395 Feb 21 01:46:37.268092 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['0ab02186-3f93-4f50-9070-a693b3b9fb27'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:37.497696 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9c847-02a6-4b02-b397-205faef8dbed req-c6c33319-7d7c-4757-ab3a-483b85459247 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:37.499211 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1cc9c847-02a6-4b02-b397-205faef8dbed req-c6c33319-7d7c-4757-ab3a-483b85459247 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 945 time: 0.0519409 Feb 21 01:46:37.544682 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1cc9c847-02a6-4b02-b397-205faef8dbed req-7261c1d9-f5f7-4430-ba7f-44b4c3d6defa tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398824 Feb 21 01:46:38.211043 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873f118-4eb0-42d6-8b68-0360e692d08b req-760ebeaa-6090-488b-92b4-21554e731e4c tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:38.212487 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9873f118-4eb0-42d6-8b68-0360e692d08b req-760ebeaa-6090-488b-92b4-21554e731e4c tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 944 time: 0.0502934 Feb 21 01:46:38.261594 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-9873f118-4eb0-42d6-8b68-0360e692d08b req-33249cc5-7203-401f-b3ed-84a180bd4a02 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436964 Feb 21 01:46:38.659499 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607003f-9fc0-42ec-b4d5-9faded53876c req-fa30f0ef-eecb-4d6c-8ad7-ec5bf6526b94 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:38.660928 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b607003f-9fc0-42ec-b4d5-9faded53876c req-fa30f0ef-eecb-4d6c-8ad7-ec5bf6526b94 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 945 time: 0.0506306 Feb 21 01:46:38.709173 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b607003f-9fc0-42ec-b4d5-9faded53876c req-73d03594-de2c-4495-a4fd-58b7407bb280 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427988 Feb 21 01:46:38.820278 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 0ab02186-3f93-4f50-9070-a693b3b9fb27 up at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:46:38.868749 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning for port 0ab02186-3f93-4f50-9070-a693b3b9fb27 completed by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:46:38.872458 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Provisioning complete for port 0ab02186-3f93-4f50-9070-a693b3b9fb27 triggered by entity L2. {{(pid=102950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:46:38.872842 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3270236'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), provisioning_complete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:38.951128 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Current status of the port 0ab02186-3f93-4f50-9070-a693b3b9fb27 is: BUILD; New status is: ACTIVE {{(pid=102950) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:46:38.951496 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), before_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:38.973605 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27'}] {{(pid=102950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:38.975804 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da0176ed94005dc4dd0cd524d9a2dd67352aac53973e94dcc8311551cf042cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81184c2-6e85-427e-9da9-0ce7062edc30" -d '{"events": [{"server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "name": "network-vif-plugged", "status": "completed", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27"}]}' {{(pid=102950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:38.988639 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] For port 0ab02186-3f93-4f50-9070-a693b3b9fb27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:38.992554 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.015474 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f854eb5c-2d5f-4be1-86eb-7d08a70959d1 x-openstack-request-id: req-f854eb5c-2d5f-4be1-86eb-7d08a70959d1 {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:39.015796 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "name": "network-vif-plugged", "status": "completed", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27", "code": 200}]} {{(pid=102950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:39.016051 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f854eb5c-2d5f-4be1-86eb-7d08a70959d1 {{(pid=102950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:39.016494 dv-cinder-813229-6-iscsi neutron-server[102950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'code': 200} Feb 21 01:46:39.041349 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Pushing event updated for resources: {'Port': ['ID=0ab02186-3f93-4f50-9070-a693b3b9fb27,revision_number=5']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:39.079905 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-35c578b1-0e1c-4d76-95a2-f3247e635527 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:39.081350 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-35c578b1-0e1c-4d76-95a2-f3247e635527 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 945 time: 0.0546782 Feb 21 01:46:39.173848 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Deleting port 705acd1e-e41d-4031-8849-871d9a146a48 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:39.174192 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (705acd1e-e41d-4031-8849-871d9a146a48), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.213654 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97499aba-2fb1-4a5c-b0c7-1c498a0a30f0 req-61d9d17c-e3cd-4bee-97ef-429ea3c6a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:39.215165 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-97499aba-2fb1-4a5c-b0c7-1c498a0a30f0 req-61d9d17c-e3cd-4bee-97ef-429ea3c6a745 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 1129 time: 0.0418975 Feb 21 01:46:39.259480 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-97499aba-2fb1-4a5c-b0c7-1c498a0a30f0 req-e16241f8-cdf5-4ac5-822a-6976ae651757 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Feb 21 01:46:39.264225 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] For port 705acd1e-e41d-4031-8849-871d9a146a48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=705acd1e-e41d-4031-8849-871d9a146a48,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:39.264761 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (705acd1e-e41d-4031-8849-871d9a146a48), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.276516 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Calling delete_port for 705acd1e-e41d-4031-8849-871d9a146a48 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:39.377968 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcd899-ec90-45f1-b3dc-86cb384445fe req-35366400-1a6e-4ca0-9606-6ba82278f283 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:39.379473 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2afcd899-ec90-45f1-b3dc-86cb384445fe req-35366400-1a6e-4ca0-9606-6ba82278f283 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 945 time: 0.0527978 Feb 21 01:46:39.404882 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (705acd1e-e41d-4031-8849-871d9a146a48), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.417589 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'a10dfcca-0ae1-4dce-ba8b-d6275747c799', '705acd1e-e41d-4031-8849-871d9a146a48'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:39.434126 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Pushing event deleted for resources: {'Port': ['ID=705acd1e-e41d-4031-8849-871d9a146a48,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:39.435504 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2afcd899-ec90-45f1-b3dc-86cb384445fe req-405264b3-19bd-446a-8604-2ec83022c869 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503764 Feb 21 01:46:39.476890 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] No DVR routers for this DVR port 705acd1e-e41d-4031-8849-871d9a146a48 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:39.479420 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.482764 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-22f4b65b-0416-4a10-ab6c-87ded723812a req-a698e642-f003-47df-b0b7-52633913642e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "DELETE /v2.0/ports/705acd1e-e41d-4031-8849-871d9a146a48 HTTP/1.1" status: 204 len: 173 time: 0.3959789 Feb 21 01:46:39.483152 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a080c93-403c-4e26-8cfa-d77cba87945d', 'name': 'network-vif-deleted', 'tag': '705acd1e-e41d-4031-8849-871d9a146a48'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:39.485368 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f257625d-cf8c-426e-8ccf-723d896b39df" -d '{"events": [{"server_uuid": "4a080c93-403c-4e26-8cfa-d77cba87945d", "name": "network-vif-deleted", "tag": "705acd1e-e41d-4031-8849-871d9a146a48"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:39.527161 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81cdd68-574f-49b2-86fb-170b2632972e x-openstack-request-id: req-e81cdd68-574f-49b2-86fb-170b2632972e {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:39.527529 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a080c93-403c-4e26-8cfa-d77cba87945d", "name": "network-vif-deleted", "tag": "705acd1e-e41d-4031-8849-871d9a146a48", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:39.527781 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e81cdd68-574f-49b2-86fb-170b2632972e {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:39.528179 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a080c93-403c-4e26-8cfa-d77cba87945d', 'name': 'network-vif-deleted', 'tag': '705acd1e-e41d-4031-8849-871d9a146a48', 'status': 'completed', 'code': 200} Feb 21 01:46:39.816786 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2afa3d5c-fc23-431f-8739-d8ede10e9594 req-6e9e3d04-4ec9-4bf2-84c9-8936400c2d89 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a080c93-403c-4e26-8cfa-d77cba87945d HTTP/1.1" status: 200 len: 210 time: 0.0301030 Feb 21 01:46:40.555596 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf92fc2-6835-46fb-852e-80fb7b251574 req-d5e55a40-04aa-4b23-b6fd-64a30b4750a0 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:40.557038 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0bf92fc2-6835-46fb-852e-80fb7b251574 req-d5e55a40-04aa-4b23-b6fd-64a30b4750a0 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 945 time: 0.0525243 Feb 21 01:46:40.607177 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-0bf92fc2-6835-46fb-852e-80fb7b251574 req-a5bcf7ad-7474-4d28-aa34-c8f91a7c5032 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447462 Feb 21 01:46:40.721353 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251866-35e5-4095-93cb-049d1112e74c req-45232e91-6130-4044-8a6d-6be3b9620bd2 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:40.722739 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55251866-35e5-4095-93cb-049d1112e74c req-45232e91-6130-4044-8a6d-6be3b9620bd2 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 945 time: 0.0526221 Feb 21 01:46:40.769565 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55251866-35e5-4095-93cb-049d1112e74c req-a07760fd-24d8-40fd-b0a8-24fc42b765f2 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Feb 21 01:46:40.791175 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44544) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:40.832412 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b4144-6dda-447d-b09e-20c591b90431 tempest-TestVolumeBootPattern-1961107131 tempest-TestVolumeBootPattern-1961107131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:40.833893 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a37b4144-6dda-447d-b09e-20c591b90431 tempest-TestVolumeBootPattern-1961107131 tempest-TestVolumeBootPattern-1961107131-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 1124 time: 0.0417883 Feb 21 01:46:40.836570 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44546) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:40.840826 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Request body: {'floatingip': {'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'port_id': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:40.861967 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:40.960032 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.063979 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Allocated IP 172.27.1.228 (d31f05ab-a99f-47ef-8a78-9e075b5d458c/d1f90bf6-eaa8-47df-aebf-bdc45dc54a4b/c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:46:41.084282 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef311f98-908f-47cf-a48d-29b01824c348 req-74b60f36-5152-427b-a7f1-ae07ce9e1420 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:41.085777 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ef311f98-908f-47cf-a48d-29b01824c348 req-74b60f36-5152-427b-a7f1-ae07ce9e1420 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 945 time: 0.0517492 Feb 21 01:46:41.134288 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-ef311f98-908f-47cf-a48d-29b01824c348 req-1af864bd-171e-4b21-9654-d2b33431296e tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Feb 21 01:46:41.169473 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for port (c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.200716 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726586699304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.235351 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Network d31f05ab-a99f-47ef-8a78-9e075b5d458c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:46:41.238318 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:46:41.241539 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:46:41.265184 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'Port': ['ID=c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:41.853820 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (3118a0db-3a80-43a0-ab69-8ce3d17eb64d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.921332 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1003333'] for port (c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.064922 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for port (c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.069247 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726587141771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726586699322', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726586699340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-694340'] for port (c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.139782 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event updated for resources: {'Port': ['ID=c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:42.148341 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3769069'] for floatingip (3118a0db-3a80-43a0-ab69-8ce3d17eb64d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.280848 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Floating IP 3118a0db-3a80-43a0-ab69-8ce3d17eb64d associated. External IP: 172.27.1.228, port: 0ab02186-3f93-4f50-9070-a693b3b9fb27. Feb 21 01:46:42.330842 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2f3e6-11c8-4a80-b636-d416e857c7de req-974882bb-b758-42bb-8c3a-67da0b92529a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:42.332326 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-61f2f3e6-11c8-4a80-b636-d416e857c7de req-974882bb-b758-42bb-8c3a-67da0b92529a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 945 time: 0.1293950 Feb 21 01:46:42.363728 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-3e9f8db5-5f4a-4382-a968-9a4648baa500 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:42.365204 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-3e9f8db5-5f4a-4382-a968-9a4648baa500 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "GET /v2.0/ports?device_id=f38a84a0-dbc0-4368-b6f6-9a3f54f658c9 HTTP/1.1" status: 200 len: 945 time: 0.0513546 Feb 21 01:46:42.428979 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-61f2f3e6-11c8-4a80-b636-d416e857c7de req-72b03e04-9d96-4953-980a-7355ceb2be57 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905571 Feb 21 01:46:42.463154 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Deleting port a10dfcca-0ae1-4dce-ba8b-d6275747c799 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:42.463497 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.542770 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:42.550549 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] For port a10dfcca-0ae1-4dce-ba8b-d6275747c799, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a10dfcca-0ae1-4dce-ba8b-d6275747c799,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:42.550912 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.562499 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Calling delete_port for a10dfcca-0ae1-4dce-ba8b-d6275747c799 owned by compute:nova {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:42.653053 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:42.664531 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] Sync routers for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:42.671342 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.675388 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:42.676134 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:46:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:42.693691 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (a10dfcca-0ae1-4dce-ba8b-d6275747c799), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.701171 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7428ef62-d553-4736-84f0-29214c15b282 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8635437 Feb 21 01:46:42.701742 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:42.705119 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131a8d9d-0275-4e9e-8477-73feea1d088b" -d '{"events": [{"name": "network-changed", "server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:42.720500 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'a10dfcca-0ae1-4dce-ba8b-d6275747c799'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:42.743163 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Pushing event deleted for resources: {'Port': ['ID=a10dfcca-0ae1-4dce-ba8b-d6275747c799,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:42.747327 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c724e258-d3f0-4ee9-b094-29603ac4f512 x-openstack-request-id: req-c724e258-d3f0-4ee9-b094-29603ac4f512 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:42.747903 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:42.748250 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c724e258-d3f0-4ee9-b094-29603ac4f512 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:42.748742 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'status': 'completed', 'code': 200} Feb 21 01:46:42.793977 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] No DVR routers for this DVR port a10dfcca-0ae1-4dce-ba8b-d6275747c799 on host hv-cinder-81322 {{(pid=102949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:42.796635 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.802332 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a6d4a7a0-a71c-468a-ae68-1a37defab5bb req-44b68285-f98d-4d06-8811-c4ec7672239a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "DELETE /v2.0/ports/a10dfcca-0ae1-4dce-ba8b-d6275747c799 HTTP/1.1" status: 204 len: 173 time: 0.4323003 Feb 21 01:46:42.802796 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a84a0-dbc0-4368-b6f6-9a3f54f658c9', 'name': 'network-vif-deleted', 'tag': 'a10dfcca-0ae1-4dce-ba8b-d6275747c799'}] {{(pid=102949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:42.805982 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d66bf2671eaa6acd300fabf038857fdcef8d1723548be5370400733948c3d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c54bab-f657-4073-bff5-8bfc784f49a2" -d '{"events": [{"server_uuid": "f38a84a0-dbc0-4368-b6f6-9a3f54f658c9", "name": "network-vif-deleted", "tag": "a10dfcca-0ae1-4dce-ba8b-d6275747c799"}]}' {{(pid=102949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:42.816143 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-240011f5-239a-4ea7-a008-fc6ac4f757fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:42.818805 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-240011f5-239a-4ea7-a008-fc6ac4f757fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 1129 time: 0.0497479 Feb 21 01:46:42.832391 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 705acd1e-e41d-4031-8849-871d9a146a48 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:42.867374 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62425168-9f0f-4256-b584-e5287c686fc1 x-openstack-request-id: req-62425168-9f0f-4256-b584-e5287c686fc1 {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:42.867669 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a84a0-dbc0-4368-b6f6-9a3f54f658c9", "name": "network-vif-deleted", "tag": "a10dfcca-0ae1-4dce-ba8b-d6275747c799", "status": "completed", "code": 200}]} {{(pid=102949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:42.867931 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62425168-9f0f-4256-b584-e5287c686fc1 {{(pid=102949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:42.868363 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a84a0-dbc0-4368-b6f6-9a3f54f658c9', 'name': 'network-vif-deleted', 'tag': 'a10dfcca-0ae1-4dce-ba8b-d6275747c799', 'status': 'completed', 'code': 200} Feb 21 01:46:42.869698 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 705acd1e-e41d-4031-8849-871d9a146a48 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:42.870046 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 705acd1e-e41d-4031-8849-871d9a146a48 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:42.870493 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a10dfcca-0ae1-4dce-ba8b-d6275747c799 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:42.904341 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: a10dfcca-0ae1-4dce-ba8b-d6275747c799 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:42.904694 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a10dfcca-0ae1-4dce-ba8b-d6275747c799 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:42.907351 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:42.919806 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-294c3475-4e59-4076-8290-1280fd4328c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:42.921325 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-294c3475-4e59-4076-8290-1280fd4328c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.0952053 Feb 21 01:46:42.989836 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-e038d530-b793-432e-90e4-5459eab61b67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27 HTTP/1.1" status: 200 len: 999 time: 0.0626600 Feb 21 01:46:43.043953 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-2065fd9f-edc4-4840-abc4-af32c8195726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:43.045413 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-2065fd9f-edc4-4840-abc4-af32c8195726 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0472684 Feb 21 01:46:43.094422 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-acdc521e-5a3c-4584-ba7b-9c5d98a158a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:43.096156 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-acdc521e-5a3c-4584-ba7b-9c5d98a158a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442634 Feb 21 01:46:43.185745 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '3118a0db-3a80-43a0-ab69-8ce3d17eb64d', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:80:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:41Z', 'updated_at': '2022-02-21T01:46:41Z', 'revision_number': 0, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}, {'id': '74eafd59-f494-4d44-aaaf-017d44520d03', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:44:44Z', 'updated_at': '2022-02-21T01:44:47Z', 'revision_number': 1, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:43.193886 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-de9e3915-1ed7-4191-b48a-1437cd32902f service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910656 Feb 21 01:46:43.214101 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] Checking router: bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:43.223809 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:43.224430 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:46:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:43.299866 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-131a8d9d-0275-4e9e-8477-73feea1d088b req-433a527c-63e6-47ad-b5d0-7d5de5fab546 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981390 Feb 21 01:46:43.463509 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:43.690825 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '3118a0db-3a80-43a0-ab69-8ce3d17eb64d', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:80:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:41Z', 'updated_at': '2022-02-21T01:46:41Z', 'revision_number': 0, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}, {'id': '74eafd59-f494-4d44-aaaf-017d44520d03', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:44:44Z', 'updated_at': '2022-02-21T01:44:47Z', 'revision_number': 1, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:43.718113 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422379a9-0c4c-44bd-957d-291d58bc82f5 None None] The sync data for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '3118a0db-3a80-43a0-ab69-8ce3d17eb64d', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:80:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:41Z', 'updated_at': '2022-02-21T01:46:41Z', 'revision_number': 0, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}, {'id': '74eafd59-f494-4d44-aaaf-017d44520d03', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:44:44Z', 'updated_at': '2022-02-21T01:44:47Z', 'revision_number': 1, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:43.914535 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a94c3-3481-4463-ac9c-30207a0218a4 None None] New status for floating IP 3118a0db-3a80-43a0-ab69-8ce3d17eb64d: ACTIVE {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:46:44.808243 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98739172-a485-4231-8afe-0dc40e3056d0 req-cf527639-c145-45b8-b040-d865d6102ec6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:44.809710 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-98739172-a485-4231-8afe-0dc40e3056d0 req-cf527639-c145-45b8-b040-d865d6102ec6 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 945 time: 0.0506339 Feb 21 01:46:44.855217 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-98739172-a485-4231-8afe-0dc40e3056d0 req-f9b2e778-8c59-4a6b-934d-6cdcaf5ece7a tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 Feb 21 01:46:45.978808 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923c0d7-6349-4954-8062-655040d9244a req-d5b59c13-c368-4550-800f-800d11d3d0e1 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:45.980302 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9923c0d7-6349-4954-8062-655040d9244a req-d5b59c13-c368-4550-800f-800d11d3d0e1 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 945 time: 0.0570762 Feb 21 01:46:46.027002 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9923c0d7-6349-4954-8062-655040d9244a req-baa8c27c-fc2c-4419-886d-355dd98dd5c4 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Feb 21 01:46:46.299617 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-6666e99c-242b-4909-9344-cc42b5b03679 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:46.301040 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-6666e99c-242b-4909-9344-cc42b5b03679 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 945 time: 0.0507140 Feb 21 01:46:46.393528 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Deleting port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:46.393863 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.477218 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] For port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,segment=NetworkSegment(e75e0515-cbd7-4a99-8b3d-bfb23b843fee),segment_id=e75e0515-cbd7-4a99-8b3d-bfb23b843fee)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:46.477582 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.489269 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Calling delete_port for 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:46.614957 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.627474 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] get_ports_and_sgs() called for port_ids ['590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0'] {{(pid=102950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:46.644083 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Pushing event deleted for resources: {'Port': ['ID=590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:46.694370 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] No DVR routers for this DVR port 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 on host hv-cinder-81322 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:46.697128 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.701314 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-67508597-b8e5-4dfe-a934-fa02bc23d3c7 req-8ff03bcf-f05b-447c-8732-68416d8dc0db tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.73 "DELETE /v2.0/ports/590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 HTTP/1.1" status: 204 len: 173 time: 0.3954015 Feb 21 01:46:46.701910 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc042f4-014c-4c56-8928-eb2e65fdcaef', 'name': 'network-vif-deleted', 'tag': '590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:46.705832 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97f400-06ac-4ee6-ab9a-17f345acd9c9" -d '{"events": [{"server_uuid": "3dc042f4-014c-4c56-8928-eb2e65fdcaef", "name": "network-vif-deleted", "tag": "590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:46.745989 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa0860b-bf84-4dfc-b299-1825a291503b x-openstack-request-id: req-ffa0860b-bf84-4dfc-b299-1825a291503b {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:46.746308 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc042f4-014c-4c56-8928-eb2e65fdcaef", "name": "network-vif-deleted", "tag": "590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:46.746563 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ffa0860b-bf84-4dfc-b299-1825a291503b {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:46.746955 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc042f4-014c-4c56-8928-eb2e65fdcaef', 'name': 'network-vif-deleted', 'tag': '590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0', 'status': 'completed', 'code': 200} Feb 21 01:46:47.140448 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5beb461d-c99d-44aa-980b-2e9b06294889 req-97b42720-eb90-429c-a5c2-4b781a88adc9 tempest-AttachVolumeNegativeTest-914692293 tempest-AttachVolumeNegativeTest-914692293-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dc042f4-014c-4c56-8928-eb2e65fdcaef HTTP/1.1" status: 200 len: 210 time: 0.0289326 Feb 21 01:46:48.195293 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44582) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:48.238067 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee551062-1e99-4285-9c59-a1404d5e62fa admin admin] Deleting subnet 6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:46:48.241586 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee551062-1e99-4285-9c59-a1404d5e62fa admin admin] Publish callbacks [] for subnet (6f39936d-59fd-4bbe-bf9e-fa7e73c9e175), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.283072 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee551062-1e99-4285-9c59-a1404d5e62fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29076532'] for subnet (6f39936d-59fd-4bbe-bf9e-fa7e73c9e175), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.320963 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee551062-1e99-4285-9c59-a1404d5e62fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (6f39936d-59fd-4bbe-bf9e-fa7e73c9e175), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.370406 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee551062-1e99-4285-9c59-a1404d5e62fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-695694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25516960'] for subnet (6f39936d-59fd-4bbe-bf9e-fa7e73c9e175), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.396923 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee551062-1e99-4285-9c59-a1404d5e62fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f39936d-59fd-4bbe-bf9e-fa7e73c9e175,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:48.398871 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee551062-1e99-4285-9c59-a1404d5e62fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.402020 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ee551062-1e99-4285-9c59-a1404d5e62fa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6f39936d-59fd-4bbe-bf9e-fa7e73c9e175 HTTP/1.1" status: 204 len: 168 time: 0.2057271 Feb 21 01:46:48.404439 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44584) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:48.468745 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (aa838f4d-e8c0-4e11-852d-fab10e59eb92), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.545495 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (aa838f4d-e8c0-4e11-852d-fab10e59eb92), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.569419 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa838f4d-e8c0-4e11-852d-fab10e59eb92']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:48.578473 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:48.578713 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75e0515-cbd7-4a99-8b3d-bfb23b843fee') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:48.588230 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29076525'] for segment (e75e0515-cbd7-4a99-8b3d-bfb23b843fee), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.605219 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (e75e0515-cbd7-4a99-8b3d-bfb23b843fee), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.611779 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:46:48.612405 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-694376'] for segment (e75e0515-cbd7-4a99-8b3d-bfb23b843fee), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: Traceback (most recent call last): Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: timer() Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: cb(*args, **kw) Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: return func(*args, **kwargs) Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: self._notify() Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: self.callback(batched_events) Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: event.method(event) Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: return f(self, *a, **k) Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._get(url).json() Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:46:48.614302 dv-cinder-813229-6-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:46:48.669803 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (aa838f4d-e8c0-4e11-852d-fab10e59eb92), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.675047 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.678155 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] 10.222.0.79 "DELETE /v2.0/networks/aa838f4d-e8c0-4e11-852d-fab10e59eb92 HTTP/1.1" status: 204 len: 168 time: 0.2728157 Feb 21 01:46:48.690774 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d00ba-dafd-4681-95b8-3a00ad2c039b admin admin] Pushing event deleted for resources: {'Network': ['ID=aa838f4d-e8c0-4e11-852d-fab10e59eb92,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:48.834723 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44588) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:48.859457 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:48.880575 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-17dd8b7c-bbc8-4ae2-af54-8b38caaf45e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47579e492b9844beaf514c91416a5329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430670 Feb 21 01:46:48.881483 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44590) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:48.882910 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:48.883254 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 590f7ebc-3b0b-4a29-b13e-2709a5a3a6d0 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:48.930255 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f6de7371-f09f-4334-9800-26a0c5ac6dca admin admin] Publish callbacks [] for security_group (46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:48.959998 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f6de7371-f09f-4334-9800-26a0c5ac6dca admin admin] Publish callbacks [] for security_group (46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:49.010272 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f6de7371-f09f-4334-9800-26a0c5ac6dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:49.012817 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f6de7371-f09f-4334-9800-26a0c5ac6dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:49.013972 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f6de7371-f09f-4334-9800-26a0c5ac6dca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c HTTP/1.1" status: 204 len: 168 time: 0.1315768 Feb 21 01:46:49.021763 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de7371-f09f-4334-9800-26a0c5ac6dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ddb8dd-bf23-41c7-864b-e96bfbbb0c0c,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:52.042404 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:46:55.336030 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-c9ec3e6b-8874-4711-94e0-305b181f5905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:57.663803 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-80df9cda-b197-4cb9-9c77-441e8dd33e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:58.791292 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:00.069090 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:01.936787 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:06.451206 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:16.289140 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-70f5bdf5-c782-4d53-acf2-79441cd97854 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485077 Feb 21 01:47:16.377746 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-a718f2c1-f599-4a25-aa65-bc935660981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:16.379171 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-a718f2c1-f599-4a25-aa65-bc935660981c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 1130 time: 0.0463567 Feb 21 01:47:16.477699 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-17677ca3-2f8c-4af9-9d8c-d8cd88ebe29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:16.479201 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-17677ca3-2f8c-4af9-9d8c-d8cd88ebe29b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.0824673 Feb 21 01:47:16.547634 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-ac818538-5029-4c11-9114-07e9150a70a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d HTTP/1.1" status: 200 len: 1002 time: 0.0627766 Feb 21 01:47:16.597731 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-6dda01f1-38ad-46cd-900c-d9aab4490f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:16.599223 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-6dda01f1-38ad-46cd-900c-d9aab4490f76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0451994 Feb 21 01:47:16.650568 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-21bf25fb-b208-4449-b1b3-84fe700f5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:16.652145 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-21bf25fb-b208-4449-b1b3-84fe700f5793 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450840 Feb 21 01:47:16.745546 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-989b4568-14cd-4241-9c03-667608e431d7 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868852 Feb 21 01:47:16.839756 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3c82630b-6455-4f9a-a5c2-464ecf30629e req-4d0a3112-cf21-4e3d-8715-8ac0bce7ac78 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860882 Feb 21 01:47:25.338560 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2acf2022-9f26-4a50-9654-ffb4cd568cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:27.665019 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6917-3b6f-43e7-8f5f-055f21acc3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.205247 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44972) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:28.304774 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.376147 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Publish callbacks [] for security_group (ffe5c618-656f-4b04-9244-4ae1a37652e4), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.380605 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (ffe5c618-656f-4b04-9244-4ae1a37652e4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.421898 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=164248cb1c70429aa5eb99f4c69330d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155535 Feb 21 01:47:28.423864 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe5c618-656f-4b04-9244-4ae1a37652e4,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:28.424556 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 44976) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:28.430871 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.431229 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.431575 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.431917 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.432251 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.432585 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.432916 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.433252 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.433589 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.433919 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.434288 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.434618 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.434940 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a2e1d-ef21-4095-9f29-9d2b18e7ec08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.472578 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Publish callbacks [] for security_group (ffe5c618-656f-4b04-9244-4ae1a37652e4), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.493544 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Publish callbacks [] for security_group (ffe5c618-656f-4b04-9244-4ae1a37652e4), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.538225 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (ffe5c618-656f-4b04-9244-4ae1a37652e4), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.540777 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.541915 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ffe5c618-656f-4b04-9244-4ae1a37652e4 HTTP/1.1" status: 204 len: 168 time: 0.1163621 Feb 21 01:47:28.549407 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe5c618-656f-4b04-9244-4ae1a37652e4,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:28.556373 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.556728 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.557076 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.557816 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.557957 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.558366 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.558550 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.558883 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.559219 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.559614 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.559877 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.560197 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.560543 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2ad73-0fe8-4963-9a00-48396bdcc0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:28.792116 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 44982) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:28.796050 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.809149 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ff05c5f7-0a17-4e21-8271-a59fc5050c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.883122 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ff05c5f7-0a17-4e21-8271-a59fc5050c26 admin admin] Publish callbacks [] for security_group (cc82ae31-fdf2-4cd0-9cff-c64c7f3715cb), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.886919 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ff05c5f7-0a17-4e21-8271-a59fc5050c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (cc82ae31-fdf2-4cd0-9cff-c64c7f3715cb), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.924717 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-ff05c5f7-0a17-4e21-8271-a59fc5050c26 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91f491509cbc42cca25db9ef9c6581e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313465 Feb 21 01:47:28.925588 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05c5f7-0a17-4e21-8271-a59fc5050c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc82ae31-fdf2-4cd0-9cff-c64c7f3715cb,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:28.927564 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 44984) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:28.974429 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-865f4f9e-3e98-4660-a21d-e9cb9301281e admin admin] Publish callbacks [] for security_group (cc82ae31-fdf2-4cd0-9cff-c64c7f3715cb), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:28.995247 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-865f4f9e-3e98-4660-a21d-e9cb9301281e admin admin] Publish callbacks [] for security_group (cc82ae31-fdf2-4cd0-9cff-c64c7f3715cb), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:29.040672 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:47:29.041971 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-865f4f9e-3e98-4660-a21d-e9cb9301281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (cc82ae31-fdf2-4cd0-9cff-c64c7f3715cb), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:29.044509 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-865f4f9e-3e98-4660-a21d-e9cb9301281e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:29.045646 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-865f4f9e-3e98-4660-a21d-e9cb9301281e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc82ae31-fdf2-4cd0-9cff-c64c7f3715cb HTTP/1.1" status: 204 len: 168 time: 0.1170967 Feb 21 01:47:29.053476 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f4f9e-3e98-4660-a21d-e9cb9301281e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc82ae31-fdf2-4cd0-9cff-c64c7f3715cb,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:30.071890 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:30.852604 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45056) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:30.953225 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-708b3456-0bf7-4393-949d-6144eca776d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.024906 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-708b3456-0bf7-4393-949d-6144eca776d9 admin admin] Publish callbacks [] for security_group (7031ca67-57ce-4511-9c7c-09bccc8f477b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.028675 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-708b3456-0bf7-4393-949d-6144eca776d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (7031ca67-57ce-4511-9c7c-09bccc8f477b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.065301 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-708b3456-0bf7-4393-949d-6144eca776d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f62ca867d124571b87720d44bf935e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115240 Feb 21 01:47:31.067241 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b3456-0bf7-4393-949d-6144eca776d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7031ca67-57ce-4511-9c7c-09bccc8f477b,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:31.067985 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45060) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:31.116507 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b711a354-c3ee-47e6-9cb6-bf832ff3e489 admin admin] Publish callbacks [] for security_group (7031ca67-57ce-4511-9c7c-09bccc8f477b), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.136368 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b711a354-c3ee-47e6-9cb6-bf832ff3e489 admin admin] Publish callbacks [] for security_group (7031ca67-57ce-4511-9c7c-09bccc8f477b), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.181357 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b711a354-c3ee-47e6-9cb6-bf832ff3e489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (7031ca67-57ce-4511-9c7c-09bccc8f477b), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.183944 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-b711a354-c3ee-47e6-9cb6-bf832ff3e489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.185066 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-b711a354-c3ee-47e6-9cb6-bf832ff3e489 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7031ca67-57ce-4511-9c7c-09bccc8f477b HTTP/1.1" status: 204 len: 168 time: 0.1160989 Feb 21 01:47:31.192605 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711a354-c3ee-47e6-9cb6-bf832ff3e489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7031ca67-57ce-4511-9c7c-09bccc8f477b,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:31.430292 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45066) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:31.443202 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad804-3242-4930-ba13-e75546ef194a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.519474 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad804-3242-4930-ba13-e75546ef194a admin admin] Publish callbacks [] for security_group (d2472888-f19a-41a4-b7f2-d4b1888e2b7d), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.523237 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad804-3242-4930-ba13-e75546ef194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d2472888-f19a-41a4-b7f2-d4b1888e2b7d), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.559945 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-ee7ad804-3242-4930-ba13-e75546ef194a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1542a790191a44cdb240ad3d518e4389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285710 Feb 21 01:47:31.560865 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ad804-3242-4930-ba13-e75546ef194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2472888-f19a-41a4-b7f2-d4b1888e2b7d,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:31.562618 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45068) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:31.612602 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47429509-3fec-4e32-bec5-5b2ed11040ea admin admin] Publish callbacks [] for security_group (d2472888-f19a-41a4-b7f2-d4b1888e2b7d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.632982 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47429509-3fec-4e32-bec5-5b2ed11040ea admin admin] Publish callbacks [] for security_group (d2472888-f19a-41a4-b7f2-d4b1888e2b7d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.677546 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47429509-3fec-4e32-bec5-5b2ed11040ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d2472888-f19a-41a4-b7f2-d4b1888e2b7d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.680055 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47429509-3fec-4e32-bec5-5b2ed11040ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.681179 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-47429509-3fec-4e32-bec5-5b2ed11040ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2472888-f19a-41a4-b7f2-d4b1888e2b7d HTTP/1.1" status: 204 len: 168 time: 0.1170211 Feb 21 01:47:31.688914 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47429509-3fec-4e32-bec5-5b2ed11040ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2472888-f19a-41a4-b7f2-d4b1888e2b7d,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:31.939958 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:34.374247 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45200) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:34.481645 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-81b34ae5-c9fd-48ce-80ad-105bfaeb1417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:34.557021 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-81b34ae5-c9fd-48ce-80ad-105bfaeb1417 admin admin] Publish callbacks [] for security_group (d5c45ae0-c3cb-4552-893a-cbeaff029047), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:34.560829 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-81b34ae5-c9fd-48ce-80ad-105bfaeb1417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d5c45ae0-c3cb-4552-893a-cbeaff029047), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:34.598818 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-81b34ae5-c9fd-48ce-80ad-105bfaeb1417 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e1e5c66c50ca40ca9db6a9549cab3c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240872 Feb 21 01:47:34.599656 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b34ae5-c9fd-48ce-80ad-105bfaeb1417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c45ae0-c3cb-4552-893a-cbeaff029047,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:34.601914 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45204) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:34.648466 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0149ad7f-8192-47b8-8fe5-65516c0b1595 admin admin] Publish callbacks [] for security_group (d5c45ae0-c3cb-4552-893a-cbeaff029047), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:34.673585 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0149ad7f-8192-47b8-8fe5-65516c0b1595 admin admin] Publish callbacks [] for security_group (d5c45ae0-c3cb-4552-893a-cbeaff029047), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:34.720256 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0149ad7f-8192-47b8-8fe5-65516c0b1595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (d5c45ae0-c3cb-4552-893a-cbeaff029047), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:34.722965 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0149ad7f-8192-47b8-8fe5-65516c0b1595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:34.724115 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0149ad7f-8192-47b8-8fe5-65516c0b1595 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5c45ae0-c3cb-4552-893a-cbeaff029047 HTTP/1.1" status: 204 len: 168 time: 0.1212633 Feb 21 01:47:34.738155 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149ad7f-8192-47b8-8fe5-65516c0b1595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c45ae0-c3cb-4552-893a-cbeaff029047,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:34.976210 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45210) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:34.989603 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c13a02b9-d04a-447a-a5d5-394f1645e219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.059993 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c13a02b9-d04a-447a-a5d5-394f1645e219 admin admin] Publish callbacks [] for security_group (8710c95d-318c-4af0-ad92-e1b67b5a0168), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.063647 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-c13a02b9-d04a-447a-a5d5-394f1645e219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8710c95d-318c-4af0-ad92-e1b67b5a0168), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.101322 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-c13a02b9-d04a-447a-a5d5-394f1645e219 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f89ca4e79d8413b820efcee5a67f105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239772 Feb 21 01:47:35.102176 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a02b9-d04a-447a-a5d5-394f1645e219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8710c95d-318c-4af0-ad92-e1b67b5a0168,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:35.103982 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45212) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:35.151062 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c1acbf93-593e-40b3-a12f-e10c132e4972 admin admin] Publish callbacks [] for security_group (8710c95d-318c-4af0-ad92-e1b67b5a0168), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.171972 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c1acbf93-593e-40b3-a12f-e10c132e4972 admin admin] Publish callbacks [] for security_group (8710c95d-318c-4af0-ad92-e1b67b5a0168), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.217625 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c1acbf93-593e-40b3-a12f-e10c132e4972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (8710c95d-318c-4af0-ad92-e1b67b5a0168), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.220761 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c1acbf93-593e-40b3-a12f-e10c132e4972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.221890 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c1acbf93-593e-40b3-a12f-e10c132e4972 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8710c95d-318c-4af0-ad92-e1b67b5a0168 HTTP/1.1" status: 204 len: 168 time: 0.1167090 Feb 21 01:47:35.229522 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acbf93-593e-40b3-a12f-e10c132e4972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8710c95d-318c-4af0-ad92-e1b67b5a0168,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:36.470863 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:43.577575 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45348) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:43.678083 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-24403dcd-a887-4b08-bf99-96bb4a1ad016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:43.750039 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-24403dcd-a887-4b08-bf99-96bb4a1ad016 admin admin] Publish callbacks [] for security_group (32f5635b-3819-4e52-a14e-88b4b1fa98e1), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:43.754024 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-24403dcd-a887-4b08-bf99-96bb4a1ad016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (32f5635b-3819-4e52-a14e-88b4b1fa98e1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:43.793179 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-24403dcd-a887-4b08-bf99-96bb4a1ad016 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=321f4100760546328489a5622318fc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144139 Feb 21 01:47:43.794023 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24403dcd-a887-4b08-bf99-96bb4a1ad016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f5635b-3819-4e52-a14e-88b4b1fa98e1,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:43.796033 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45352) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:43.844725 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8346bd2f-3381-4e1b-9497-f1f4ec6b4852 admin admin] Publish callbacks [] for security_group (32f5635b-3819-4e52-a14e-88b4b1fa98e1), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:43.865800 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8346bd2f-3381-4e1b-9497-f1f4ec6b4852 admin admin] Publish callbacks [] for security_group (32f5635b-3819-4e52-a14e-88b4b1fa98e1), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:43.913898 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8346bd2f-3381-4e1b-9497-f1f4ec6b4852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (32f5635b-3819-4e52-a14e-88b4b1fa98e1), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:43.916368 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8346bd2f-3381-4e1b-9497-f1f4ec6b4852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:43.917497 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8346bd2f-3381-4e1b-9497-f1f4ec6b4852 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32f5635b-3819-4e52-a14e-88b4b1fa98e1 HTTP/1.1" status: 204 len: 168 time: 0.1201231 Feb 21 01:47:43.925416 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346bd2f-3381-4e1b-9497-f1f4ec6b4852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f5635b-3819-4e52-a14e-88b4b1fa98e1,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:44.170845 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45358) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:44.183882 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ebb0f959-8290-4221-9c9e-8f88d613723a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.258400 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ebb0f959-8290-4221-9c9e-8f88d613723a admin admin] Publish callbacks [] for security_group (98e9c800-b696-4674-a0dd-258a6b80697c), precommit_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.262001 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-ebb0f959-8290-4221-9c9e-8f88d613723a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (98e9c800-b696-4674-a0dd-258a6b80697c), after_create {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.300103 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-ebb0f959-8290-4221-9c9e-8f88d613723a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4ac9440fe604a9295df3a204be6f75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282005 Feb 21 01:47:44.300951 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0f959-8290-4221-9c9e-8f88d613723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e9c800-b696-4674-a0dd-258a6b80697c,revision_number=1']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:44.302907 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45360) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:44.348993 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc254-741e-44a0-93d0-03f2d8150b5f admin admin] Publish callbacks [] for security_group (98e9c800-b696-4674-a0dd-258a6b80697c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.370142 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc254-741e-44a0-93d0-03f2d8150b5f admin admin] Publish callbacks [] for security_group (98e9c800-b696-4674-a0dd-258a6b80697c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.414024 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc254-741e-44a0-93d0-03f2d8150b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (98e9c800-b696-4674-a0dd-258a6b80697c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.416463 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc254-741e-44a0-93d0-03f2d8150b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.417606 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fd8cc254-741e-44a0-93d0-03f2d8150b5f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98e9c800-b696-4674-a0dd-258a6b80697c HTTP/1.1" status: 204 len: 168 time: 0.1137156 Feb 21 01:47:44.425666 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc254-741e-44a0-93d0-03f2d8150b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e9c800-b696-4674-a0dd-258a6b80697c,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:44.724470 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45366) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:44.737617 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc998-ebaf-4d17-b64b-a85fd0ea0002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.809223 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc998-ebaf-4d17-b64b-a85fd0ea0002 admin admin] Publish callbacks [] for security_group (a515817b-bc78-43bd-b3ab-a887dc847b8e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.812756 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc998-ebaf-4d17-b64b-a85fd0ea0002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a515817b-bc78-43bd-b3ab-a887dc847b8e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.850092 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-8f6bc998-ebaf-4d17-b64b-a85fd0ea0002 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=960cb1060a8443158056eefff296305a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1245251 Feb 21 01:47:44.850955 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc998-ebaf-4d17-b64b-a85fd0ea0002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a515817b-bc78-43bd-b3ab-a887dc847b8e,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:44.853405 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45368) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:44.900423 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8ef54281-0300-49d8-bbea-36444e3fda88 admin admin] Publish callbacks [] for security_group (a515817b-bc78-43bd-b3ab-a887dc847b8e), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.920810 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8ef54281-0300-49d8-bbea-36444e3fda88 admin admin] Publish callbacks [] for security_group (a515817b-bc78-43bd-b3ab-a887dc847b8e), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.967484 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8ef54281-0300-49d8-bbea-36444e3fda88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (a515817b-bc78-43bd-b3ab-a887dc847b8e), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.970215 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-8ef54281-0300-49d8-bbea-36444e3fda88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:44.971351 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-8ef54281-0300-49d8-bbea-36444e3fda88 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a515817b-bc78-43bd-b3ab-a887dc847b8e HTTP/1.1" status: 204 len: 168 time: 0.1167343 Feb 21 01:47:44.978965 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef54281-0300-49d8-bbea-36444e3fda88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a515817b-bc78-43bd-b3ab-a887dc847b8e,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:55.340317 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-231a9b4d-f5af-48bc-8098-3981591f15e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:57.666468 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-dc0c08fd-4478-4132-a4ac-62acedf4ad02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:58.798434 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:00.076119 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:01.299450 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45508) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:01.402446 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fd418cc9-a4fe-4f9f-895b-23da63e17d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:01.472194 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fd418cc9-a4fe-4f9f-895b-23da63e17d20 admin admin] Publish callbacks [] for security_group (f60e7113-1e32-4906-b4ff-e7ca54a8f4c1), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:01.476599 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fd418cc9-a4fe-4f9f-895b-23da63e17d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f60e7113-1e32-4906-b4ff-e7ca54a8f4c1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:01.511564 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fd418cc9-a4fe-4f9f-895b-23da63e17d20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e08ecd7cd3744ba783ccf089d5474f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110760 Feb 21 01:48:01.514294 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45512) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:01.516044 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd418cc9-a4fe-4f9f-895b-23da63e17d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e7113-1e32-4906-b4ff-e7ca54a8f4c1,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:01.563466 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-398a633d-ffc0-4032-a934-a99dea792f88 admin admin] Publish callbacks [] for security_group (f60e7113-1e32-4906-b4ff-e7ca54a8f4c1), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:01.583263 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-398a633d-ffc0-4032-a934-a99dea792f88 admin admin] Publish callbacks [] for security_group (f60e7113-1e32-4906-b4ff-e7ca54a8f4c1), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:01.628145 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-398a633d-ffc0-4032-a934-a99dea792f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (f60e7113-1e32-4906-b4ff-e7ca54a8f4c1), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:01.630819 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-398a633d-ffc0-4032-a934-a99dea792f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:01.631931 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-398a633d-ffc0-4032-a934-a99dea792f88 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f60e7113-1e32-4906-b4ff-e7ca54a8f4c1 HTTP/1.1" status: 204 len: 168 time: 0.1166079 Feb 21 01:48:01.639153 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a633d-ffc0-4032-a934-a99dea792f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e7113-1e32-4906-b4ff-e7ca54a8f4c1,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:01.942336 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:06.040038 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:48:06.478250 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:16.545232 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-692254f3-d8f3-4496-9d87-7990f367c867 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426576 Feb 21 01:48:16.606268 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-ac2ea790-f4f7-4d46-81cb-89629aee583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:16.607746 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-ac2ea790-f4f7-4d46-81cb-89629aee583d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 1129 time: 0.0432920 Feb 21 01:48:16.709796 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-601a454b-6e4a-4a31-a579-25d7a4166ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:16.711281 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-601a454b-6e4a-4a31-a579-25d7a4166ef8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.0849559 Feb 21 01:48:16.773783 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-ba743a52-4ac9-499e-8fd5-861ff8fa535a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27 HTTP/1.1" status: 200 len: 1001 time: 0.0564981 Feb 21 01:48:16.823179 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-2351bc49-8d19-4f44-991b-12137a4a2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:16.824551 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-2351bc49-8d19-4f44-991b-12137a4a2c46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0448284 Feb 21 01:48:16.870649 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-0737e8fc-319c-4707-ba85-f9bfdeae390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:16.872085 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-0737e8fc-319c-4707-ba85-f9bfdeae390c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422595 Feb 21 01:48:16.882284 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-e93fbde5-37f0-4813-889d-d2e4626eeea6 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:48:16.883192 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-e93fbde5-37f0-4813-889d-d2e4626eeea6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052693 Feb 21 01:48:16.969769 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-4c7895e1-996a-46fb-8828-d18f5336060f service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794840 Feb 21 01:48:17.057870 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-55f1ae5a-9f16-4532-8e42-086b47dd1b9c req-2f225269-1eae-459f-bf76-2b7df6d7561f service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823793 Feb 21 01:48:19.782514 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45520) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:19.935975 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Deleting port c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:19.936314 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:20.009948 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:20.010321 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:20.022256 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Calling delete_port for c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4 owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:20.160941 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:20.188855 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event deleted for resources: {'Port': ['ID=c1a2e502-4dc0-4c9c-aad8-56d07f2c3bb4,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:20.246425 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (3118a0db-3a80-43a0-ab69-8ce3d17eb64d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:20.246759 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Floating IP 3118a0db-3a80-43a0-ab69-8ce3d17eb64d disassociated (deleted). External IP: 172.27.1.228, port: 0ab02186-3f93-4f50-9070-a693b3b9fb27. Feb 21 01:48:20.720175 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:48:20.827620 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:48:20.832405 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:20.837141 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] Sync routers for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:48:20.846386 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:20.847008 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:47:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:20.861729 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-596338ef-967b-4564-b391-a8659cffae4b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "DELETE /v2.0/floatingips/3118a0db-3a80-43a0-ab69-8ce3d17eb64d HTTP/1.1" status: 204 len: 168 time: 1.0780964 Feb 21 01:48:20.862342 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:20.865122 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd701184-7bf9-4de7-af07-5601ef84b83b" -d '{"events": [{"name": "network-changed", "server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:20.902254 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c08efb-7f6a-4d92-a888-f38619123d4b x-openstack-request-id: req-10c08efb-7f6a-4d92-a888-f38619123d4b {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:20.902553 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:20.902805 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10c08efb-7f6a-4d92-a888-f38619123d4b {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:20.903205 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'status': 'completed', 'code': 200} Feb 21 01:48:20.967652 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:20.986904 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-a2689e3d-c1df-4b37-a751-02e697dc9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:20.988830 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-a2689e3d-c1df-4b37-a751-02e697dc9710 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 1129 time: 0.0651762 Feb 21 01:48:21.087308 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-f404d2b7-97de-4b6e-a4c5-ae713a3484e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:21.092173 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-f404d2b7-97de-4b6e-a4c5-ae713a3484e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.0929081 Feb 21 01:48:21.136109 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-3cc82abf-b138-4531-aaaf-7e7a089709dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27 HTTP/1.1" status: 200 len: 217 time: 0.0404248 Feb 21 01:48:21.184734 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-7000f0f1-1693-4fb7-aec8-19d2343a02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:21.186223 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-7000f0f1-1693-4fb7-aec8-19d2343a02c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0439913 Feb 21 01:48:21.213944 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '74eafd59-f494-4d44-aaaf-017d44520d03', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:44:44Z', 'updated_at': '2022-02-21T01:44:47Z', 'revision_number': 1, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:21.240297 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-bcddef8a-cab8-4568-b5df-802301c24f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:21.241719 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-bcddef8a-cab8-4568-b5df-802301c24f4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494967 Feb 21 01:48:21.247482 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] Checking router: bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:48:21.257061 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:21.257691 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:47:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:21.270072 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b20c40-5451-4b9a-89b9-6130bba57924 req-02e82741-02f1-4e83-b7dd-e9e342483389 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:21.271708 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-33b20c40-5451-4b9a-89b9-6130bba57924 req-02e82741-02f1-4e83-b7dd-e9e342483389 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 945 time: 0.2263157 Feb 21 01:48:21.325335 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-33b20c40-5451-4b9a-89b9-6130bba57924 req-556dd8d4-0657-4064-affc-1e50421aad9b tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474837 Feb 21 01:48:21.334175 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-d3d33092-e2e3-4d59-83af-45db7811cd3c service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857766 Feb 21 01:48:21.375293 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:21.430116 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd701184-7bf9-4de7-af07-5601ef84b83b req-f353f8c0-a494-48cf-999c-ed155d184f41 service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888186 Feb 21 01:48:21.588986 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '74eafd59-f494-4d44-aaaf-017d44520d03', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:44:44Z', 'updated_at': '2022-02-21T01:44:47Z', 'revision_number': 1, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:21.744190 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba188f7c-741e-4d38-a43a-ebacf2e951c0 None None] The sync data for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_floatingips': [{'id': '74eafd59-f494-4d44-aaaf-017d44520d03', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'router_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'port_id': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'mac_address': 'fa:16:3e:b1:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b63586-c375-4848-8f83-012d24d9853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:44:44Z', 'updated_at': '2022-02-21T01:44:47Z', 'revision_number': 1, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:48:21.962342 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a178353e-90bc-4f1a-8930-8d725ad63e79 None None] New status for floating IP 3118a0db-3a80-43a0-ab69-8ce3d17eb64d: DOWN {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:48:22.497174 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b055e-1aa6-46f7-b020-cb6f7059055c req-cc790e5e-ddcd-4462-8687-32c1f88be511 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:22.498657 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-218b055e-1aa6-46f7-b020-cb6f7059055c req-cc790e5e-ddcd-4462-8687-32c1f88be511 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 945 time: 0.1039007 Feb 21 01:48:22.570598 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-218b055e-1aa6-46f7-b020-cb6f7059055c req-14fa31ff-10d8-4a7a-a11a-f03b9b124b90 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662580 Feb 21 01:48:22.591208 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-acc986c6-d622-46eb-b7c2-6b859d1c83fc tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:22.592622 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-acc986c6-d622-46eb-b7c2-6b859d1c83fc tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "GET /v2.0/ports?device_id=287c30f0-9576-41fa-9595-aa1f7bda7873 HTTP/1.1" status: 200 len: 945 time: 0.0635264 Feb 21 01:48:22.685176 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Deleting port 0ab02186-3f93-4f50-9070-a693b3b9fb27 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:22.685524 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:22.778670 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] For port 0ab02186-3f93-4f50-9070-a693b3b9fb27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0ab02186-3f93-4f50-9070-a693b3b9fb27,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:22.779033 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:22.791182 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Calling delete_port for 0ab02186-3f93-4f50-9070-a693b3b9fb27 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:22.916098 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (0ab02186-3f93-4f50-9070-a693b3b9fb27), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:22.943187 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event deleted for resources: {'Port': ['ID=0ab02186-3f93-4f50-9070-a693b3b9fb27,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:22.988489 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] No DVR routers for this DVR port 0ab02186-3f93-4f50-9070-a693b3b9fb27 on host hv-cinder-81322 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:48:22.991707 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:22.996094 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-908a947a-4e80-4d80-a276-d1c12fcde627 req-b94a71d4-5b85-4663-b113-126ded4d3db4 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "DELETE /v2.0/ports/0ab02186-3f93-4f50-9070-a693b3b9fb27 HTTP/1.1" status: 204 len: 173 time: 0.3981283 Feb 21 01:48:22.996706 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'name': 'network-vif-deleted', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:22.999817 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573eaccd-11ec-4dbb-8125-7ae80b3df60f" -d '{"events": [{"server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "name": "network-vif-deleted", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:23.035654 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548231aa-4a44-4433-a549-87c2ad527127 x-openstack-request-id: req-548231aa-4a44-4433-a549-87c2ad527127 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:23.035956 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287c30f0-9576-41fa-9595-aa1f7bda7873", "name": "network-vif-deleted", "tag": "0ab02186-3f93-4f50-9070-a693b3b9fb27", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:23.036766 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-548231aa-4a44-4433-a549-87c2ad527127 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:23.037266 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287c30f0-9576-41fa-9595-aa1f7bda7873', 'name': 'network-vif-deleted', 'tag': '0ab02186-3f93-4f50-9070-a693b3b9fb27', 'status': 'completed', 'code': 200} Feb 21 01:48:25.339565 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 0ab02186-3f93-4f50-9070-a693b3b9fb27 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:25.360036 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-1fff06e0-89bf-40e1-9a80-fa3d9b1d3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:25.361465 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: 0ab02186-3f93-4f50-9070-a693b3b9fb27 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:25.361815 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device 0ab02186-3f93-4f50-9070-a693b3b9fb27 not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:25.842429 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45556) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:25.996869 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Deleting port a56282b9-f3fc-42ee-af6d-dc7fac31bb3d {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:25.997206 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (a56282b9-f3fc-42ee-af6d-dc7fac31bb3d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.068519 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (a56282b9-f3fc-42ee-af6d-dc7fac31bb3d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.068847 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (a56282b9-f3fc-42ee-af6d-dc7fac31bb3d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.079924 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Calling delete_port for a56282b9-f3fc-42ee-af6d-dc7fac31bb3d owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:26.222859 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (a56282b9-f3fc-42ee-af6d-dc7fac31bb3d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.246437 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event deleted for resources: {'Port': ['ID=a56282b9-f3fc-42ee-af6d-dc7fac31bb3d,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:26.309970 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (74eafd59-f494-4d44-aaaf-017d44520d03), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.310347 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Floating IP 74eafd59-f494-4d44-aaaf-017d44520d03 disassociated (deleted). External IP: 172.27.1.214, port: a6074fc1-86b1-4a16-91fe-9aa10619755d. Feb 21 01:48:26.512206 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:48:26.616515 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:48:26.621332 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.626011 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] Sync routers for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:48:26.635520 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:26.636140 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:47:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:26.648961 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-51a268d7-c354-4974-9fd1-632bed11fb0f tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "DELETE /v2.0/floatingips/74eafd59-f494-4d44-aaaf-017d44520d03 HTTP/1.1" status: 204 len: 168 time: 0.8054662 Feb 21 01:48:26.649555 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:26.651824 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5abb17-574c-41e5-9f81-7417e71f8156" -d '{"events": [{"name": "network-changed", "server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:26.689171 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9483df6-e58b-4a7b-90b8-200d7396c9e5 x-openstack-request-id: req-e9483df6-e58b-4a7b-90b8-200d7396c9e5 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:26.689706 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:26.690041 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9483df6-e58b-4a7b-90b8-200d7396c9e5 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:26.690738 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'status': 'completed', 'code': 200} Feb 21 01:48:26.754029 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:26.759666 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-99d036d9-6b7d-477e-8784-28925bced1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:26.761434 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-99d036d9-6b7d-477e-8784-28925bced1c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a516f78770624beba1baee79a4694c7a&device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 1130 time: 0.0496793 Feb 21 01:48:26.903829 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-33acd8b8-1d34-4e83-8c93-81c263a1609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:26.905300 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-33acd8b8-1d34-4e83-8c93-81c263a1609c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 200 len: 912 time: 0.1332552 Feb 21 01:48:26.913196 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c451-28a7-41d3-bc09-771349ac5ae9 req-f18135c4-7483-4628-98d7-6f363251e069 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:26.914651 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ef09c451-28a7-41d3-bc09-771349ac5ae9 req-f18135c4-7483-4628-98d7-6f363251e069 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 946 time: 0.0777416 Feb 21 01:48:26.953776 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-509be2c4-c044-4d83-9fe9-ae59ef769d60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d HTTP/1.1" status: 200 len: 217 time: 0.0381689 Feb 21 01:48:26.971975 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:26.998117 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] Checking router: bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:48:27.007058 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:27.007512 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:47:58Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:27.027822 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ef09c451-28a7-41d3-bc09-771349ac5ae9 req-6c8e22f0-8f6f-4e6c-97e5-091f53efde19 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057553 Feb 21 01:48:27.031626 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-a98c1384-e70c-4cc3-9339-849c8eaf884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:27.033053 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-a98c1384-e70c-4cc3-9339-849c8eaf884e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 200 len: 851 time: 0.0716240 Feb 21 01:48:27.091102 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-417b253b-cc0d-4bea-ae3e-ad0e440a5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:27.092604 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-417b253b-cc0d-4bea-ae3e-ad0e440a5bfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1bca72fa-bd33-4dc1-b529-a945b2f01420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530815 Feb 21 01:48:27.119158 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:27.182620 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-3e4a76e0-6a98-4091-a44a-53160bf41adf service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837181 Feb 21 01:48:27.270026 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-bd5abb17-574c-41e5-9f81-7417e71f8156 req-b01a8a6a-1444-4dd4-9892-43ec67bbbafc service neutron] 10.222.0.73 "GET /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815718 Feb 21 01:48:27.314323 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:27.343993 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5290654-02b8-4889-90c8-21c617147b37 None None] The sync data for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:41:05Z', 'revision_number': 4, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi', '_interfaces': [{'id': '1f0a42a0-8f0a-4612-85bb-acbd6fa55c07', 'name': '', 'network_id': '1bca72fa-bd33-4dc1-b529-a945b2f01420', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'mac_address': 'fa:16:3e:86:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:04Z', 'updated_at': '2022-02-21T01:41:11Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'subnets': [{'id': '1c148193-a003-4af1-bc6b-25ab0c7d7744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:48:27.548878 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07958f8-a56d-4118-96b7-65fdc8317c16 None None] New status for floating IP 74eafd59-f494-4d44-aaaf-017d44520d03: DOWN {{(pid=102951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:48:27.668154 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-b252adf4-4611-4232-a7b7-6d7428be74bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.146489 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48214ed-2fbb-425e-b159-b3d775617ecb req-8c60577c-fcfd-42a1-b3ab-025f4e52fa82 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:28.147960 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48214ed-2fbb-425e-b159-b3d775617ecb req-8c60577c-fcfd-42a1-b3ab-025f4e52fa82 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 946 time: 0.0509925 Feb 21 01:48:28.196891 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-a48214ed-2fbb-425e-b159-b3d775617ecb req-cae6f7fd-7fd6-4b8c-9581-7b5421357543 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d2254de-8539-4ce4-b57c-071e1c263c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 Feb 21 01:48:28.292786 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-82b18871-6568-4640-914c-557f98a63a78 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:28.294235 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-82b18871-6568-4640-914c-557f98a63a78 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 946 time: 0.0503881 Feb 21 01:48:28.384427 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Deleting port a6074fc1-86b1-4a16-91fe-9aa10619755d {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:28.384690 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.469012 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] For port a6074fc1-86b1-4a16-91fe-9aa10619755d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a6074fc1-86b1-4a16-91fe-9aa10619755d,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:28.469363 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.480890 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Calling delete_port for a6074fc1-86b1-4a16-91fe-9aa10619755d owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:28.606921 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (a6074fc1-86b1-4a16-91fe-9aa10619755d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.634835 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event deleted for resources: {'Port': ['ID=a6074fc1-86b1-4a16-91fe-9aa10619755d,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:28.646863 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.647225 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.647577 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.647919 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.648259 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.648661 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.649000 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.649333 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.649667 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.650006 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.650360 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.650691 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.651016 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:28.689850 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] No DVR routers for this DVR port a6074fc1-86b1-4a16-91fe-9aa10619755d on host hv-cinder-81322 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:48:28.692211 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.695613 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59fb11eb-359e-4052-8e60-ea2f605e7e85 req-56930798-1cb1-406e-96bc-d9a4be174be7 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.73 "DELETE /v2.0/ports/a6074fc1-86b1-4a16-91fe-9aa10619755d HTTP/1.1" status: 204 len: 173 time: 0.3963377 Feb 21 01:48:28.696049 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'name': 'network-vif-deleted', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:28.698381 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31cd1782bde4aa52f43ff6cef912dd7321534d57f6fa58b46f5fedbb24831b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88cbf91-d438-4419-a63d-7b0ff29ba5a5" -d '{"events": [{"server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "name": "network-vif-deleted", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:28.738475 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e92f97-460f-422a-a4cf-a6d83eee653a x-openstack-request-id: req-31e92f97-460f-422a-a4cf-a6d83eee653a {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:28.738772 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b63586-c375-4848-8f83-012d24d9853f", "name": "network-vif-deleted", "tag": "a6074fc1-86b1-4a16-91fe-9aa10619755d", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:28.739060 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31e92f97-460f-422a-a4cf-a6d83eee653a {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:28.739464 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b63586-c375-4848-8f83-012d24d9853f', 'name': 'network-vif-deleted', 'tag': 'a6074fc1-86b1-4a16-91fe-9aa10619755d', 'status': 'completed', 'code': 200} Feb 21 01:48:28.800315 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:29.305495 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [req-b759ccb5-6cb4-4872-a4ff-8e2e9b9a8bc6 req-3b37e6c5-61e5-439e-b652-dea31da343ac tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "GET /v2.0/ports?device_id=85b63586-c375-4848-8f83-012d24d9853f HTTP/1.1" status: 200 len: 210 time: 0.0285034 Feb 21 01:48:30.076835 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:30.359904 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45574) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:30.481483 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Deleting port 70529a13-e38b-4f01-a7c3-b1ca510df4dc {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:30.481826 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (70529a13-e38b-4f01-a7c3-b1ca510df4dc), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:30.553760 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (70529a13-e38b-4f01-a7c3-b1ca510df4dc), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:30.554084 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (70529a13-e38b-4f01-a7c3-b1ca510df4dc), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:30.565247 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Calling delete_port for 70529a13-e38b-4f01-a7c3-b1ca510df4dc owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:30.692785 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (70529a13-e38b-4f01-a7c3-b1ca510df4dc), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:30.717361 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event deleted for resources: {'Port': ['ID=70529a13-e38b-4f01-a7c3-b1ca510df4dc,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:30.783790 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for floatingip (7a39d1b0-c589-4426-bc5d-2b770e8d9f46), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:30.786983 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134269'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:30.788117 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-728e3f6b-d61f-4c7f-8de7-d9543761ccce tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "DELETE /v2.0/floatingips/7a39d1b0-c589-4426-bc5d-2b770e8d9f46 HTTP/1.1" status: 204 len: 168 time: 0.4269614 Feb 21 01:48:31.945537 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:31.974567 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45586) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:32.030506 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47ab0526-e588-4953-81c4-ecfd3de05e62 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group (1d2254de-8539-4ce4-b57c-071e1c263c52), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:32.056067 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47ab0526-e588-4953-81c4-ecfd3de05e62 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group (1d2254de-8539-4ce4-b57c-071e1c263c52), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:32.123668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47ab0526-e588-4953-81c4-ecfd3de05e62 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (1d2254de-8539-4ce4-b57c-071e1c263c52), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:32.126668 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47ab0526-e588-4953-81c4-ecfd3de05e62 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:32.128000 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-47ab0526-e588-4953-81c4-ecfd3de05e62 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] 10.222.0.79 "DELETE /v2.0/security-groups/1d2254de-8539-4ce4-b57c-071e1c263c52 HTTP/1.1" status: 204 len: 168 time: 0.1524312 Feb 21 01:48:32.137127 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab0526-e588-4953-81c4-ecfd3de05e62 tempest-TestVolumeBootPattern-609149520 tempest-TestVolumeBootPattern-609149520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2254de-8539-4ce4-b57c-071e1c263c52,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:32.184410 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45590) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:32.870879 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774957'] for router_interface (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.115509 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Deleting port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:33.116134 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.190826 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] For port 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=1f0a42a0-8f0a-4612-85bb-acbd6fa55c07,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:33.191183 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.203667 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Calling delete_port for 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 owned by network:router_interface {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:33.376315 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (1f0a42a0-8f0a-4612-85bb-acbd6fa55c07), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.386295 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a6074fc1-86b1-4a16-91fe-9aa10619755d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:33.404817 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0a42a0-8f0a-4612-85bb-acbd6fa55c07,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:33.409673 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] No Port match for: a6074fc1-86b1-4a16-91fe-9aa10619755d {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:33.409673 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Device a6074fc1-86b1-4a16-91fe-9aa10619755d not bound to the agent host hv-cinder-81322 {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:33.589911 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774589'] for router_interface (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.800164 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:48:33.904077 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:48:33.908945 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f69d1566-99d1-41da-b1a6-0fd36f70be65 admin admin] 10.222.0.79 "PUT /v2.0/routers/bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7235212 Feb 21 01:48:33.912117 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45594) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:33.913055 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] Sync routers for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:48:33.923254 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:33.923873 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:48:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:34.015450 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks [] for router (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.028733 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: dv-cinder-813229-6-iscsi {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:34.126251 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks [] for router_gateway (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.176673 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Deleting port d9f195a4-20ee-4338-bb72-a3d56ed83d12 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:34.177016 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.208902 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:48:33Z', 'revision_number': 5, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port': {'id': 'd9f195a4-20ee-4338-bb72-a3d56ed83d12', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:01Z', 'updated_at': '2022-02-21T01:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:34.239302 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] Checking router: bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 for host: dv-cinder-813229-6-iscsi {{(pid=102950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:48:34.247647 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] Routers {'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:34.248243 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:48:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'], 'active': True} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:34.254073 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] For port d9f195a4-20ee-4338-bb72-a3d56ed83d12, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=d9f195a4-20ee-4338-bb72-a3d56ed83d12,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:34.254486 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.266269 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Calling delete_port for d9f195a4-20ee-4338-bb72-a3d56ed83d12 owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:34.334625 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvr_db [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] Set router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 gateway port host: None {{(pid=102950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:34.388277 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_hamode_db [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:48:34Z', 'revision_number': 6, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port_host': None}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:34.414522 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7abf5-a9fa-4e51-a1a5-e94adf3d0217 None None] The sync data for ids ['bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4'] in dv-cinder-813229-6-iscsi is: [{'id': 'bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4', 'name': 'tempest-TestVolumeBootPattern-1363867566-router', 'tenant_id': 'a516f78770624beba1baee79a4694c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:00Z', 'updated_at': '2022-02-21T01:48:34Z', 'revision_number': 6, 'project_id': 'a516f78770624beba1baee79a4694c7a', 'gw_port_host': None}] {{(pid=102950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:48:34.432270 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (d9f195a4-20ee-4338-bb72-a3d56ed83d12), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.465134 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f195a4-20ee-4338-bb72-a3d56ed83d12,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:34.522140 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768983'] for router_gateway (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.615438 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10917'] for router (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.617587 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks [] for router_controller (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.664078 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775090'] for router (bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.664574 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:48:34.669508 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.670701 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2e865b8e-5d05-4003-901e-e5952487ef0a admin admin] 10.222.0.79 "DELETE /v2.0/routers/bf5c4fe4-3ca4-4478-a9b7-1e0ed0a9e7f4 HTTP/1.1" status: 204 len: 168 time: 0.7576573 Feb 21 01:48:34.673113 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45596) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:34.717344 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e33a02-1f12-4602-aaf4-2a590fe0ef0c admin admin] Deleting subnet 1c148193-a003-4af1-bc6b-25ab0c7d7744 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:48:34.720513 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-44e33a02-1f12-4602-aaf4-2a590fe0ef0c admin admin] Publish callbacks [] for subnet (1c148193-a003-4af1-bc6b-25ab0c7d7744), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.758321 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-44e33a02-1f12-4602-aaf4-2a590fe0ef0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29076532'] for subnet (1c148193-a003-4af1-bc6b-25ab0c7d7744), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.851663 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-44e33a02-1f12-4602-aaf4-2a590fe0ef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (1c148193-a003-4af1-bc6b-25ab0c7d7744), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.903279 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-44e33a02-1f12-4602-aaf4-2a590fe0ef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-695694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25516960'] for subnet (1c148193-a003-4af1-bc6b-25ab0c7d7744), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.928174 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e33a02-1f12-4602-aaf4-2a590fe0ef0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c148193-a003-4af1-bc6b-25ab0c7d7744,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:34.933327 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-44e33a02-1f12-4602-aaf4-2a590fe0ef0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.937136 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-44e33a02-1f12-4602-aaf4-2a590fe0ef0c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1c148193-a003-4af1-bc6b-25ab0c7d7744 HTTP/1.1" status: 204 len: 168 time: 0.2630186 Feb 21 01:48:34.938848 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e1828-f42a-4fb5-97de-049fd5cdfe74 None None] Network 1bca72fa-bd33-4dc1-b529-a945b2f01420 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:48:34.939553 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45598) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:35.005585 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (1bca72fa-bd33-4dc1-b529-a945b2f01420), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.061539 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Deleting port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:35.061881 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.130577 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] For port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=5e77c6f8-7b07-47f5-aca9-0a17f184f73c,segment=NetworkSegment(973ab330-c7a8-4827-821b-466eb35206fc),segment_id=973ab330-c7a8-4827-821b-466eb35206fc)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:35.131247 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.144352 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Calling delete_port for 5e77c6f8-7b07-47f5-aca9-0a17f184f73c owned by network:dhcp {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:35.179814 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] DHCP port deletion for 1bca72fa-bd33-4dc1-b529-a945b2f01420 request from dv-cinder-813229-6-iscsi {{(pid=102950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:48:35.228376 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.229275 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Deleting port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c {{(pid=102950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:35.229774 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), before_delete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.262391 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] No DVR routers for this DVR port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c on host dv-cinder-813229-6-iscsi {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:48:35.267370 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e77c6f8-7b07-47f5-aca9-0a17f184f73c,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:35.295599 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.db [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] For port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c, host dv-cinder-813229-6-iscsi, got binding levels [] {{(pid=102950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:35.295991 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), precommit_delete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.308451 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Calling delete_port for 5e77c6f8-7b07-47f5-aca9-0a17f184f73c owned by network:dhcp {{(pid=102950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:35.311124 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.ipam_backend_mixin [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c was not found and therefore no delete operation was performed {{(pid=102950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 21 01:48:35.312354 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313'] for port (5e77c6f8-7b07-47f5-aca9-0a17f184f73c), after_delete {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.334197 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (1bca72fa-bd33-4dc1-b529-a945b2f01420), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.337310 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Pushing event deleted for resources: {'Port': ['ID=5e77c6f8-7b07-47f5-aca9-0a17f184f73c,revision_number=None']} {{(pid=102950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:35.344457 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] No DVR routers for this DVR port 5e77c6f8-7b07-47f5-aca9-0a17f184f73c on host dv-cinder-813229-6-iscsi {{(pid=102950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:48:35.347835 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.348215 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.348562 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.348898 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.349230 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.349561 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.349891 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.350240 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.350560 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.350887 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.351211 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.351532 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.351849 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee02dbf3-8689-4766-b8c2-cb0631736356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:35.357679 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bca72fa-bd33-4dc1-b529-a945b2f01420']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:35.367784 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973ab330-c7a8-4827-821b-466eb35206fc') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:35.368128 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973ab330-c7a8-4827-821b-466eb35206fc') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:35.378791 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29076525'] for segment (973ab330-c7a8-4827-821b-466eb35206fc), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.400130 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (973ab330-c7a8-4827-821b-466eb35206fc), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.408896 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:48:35.409294 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-694376'] for segment (973ab330-c7a8-4827-821b-466eb35206fc), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: Traceback (most recent call last): Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: timer() Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: cb(*args, **kw) Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: return func(*args, **kwargs) Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: self._notify() Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: self.callback(batched_events) Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: event.method(event) Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: return f(self, *a, **k) Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._get(url).json() Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:48:35.411154 dv-cinder-813229-6-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:48:35.469839 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (1bca72fa-bd33-4dc1-b529-a945b2f01420), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.475161 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.478525 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1bca72fa-bd33-4dc1-b529-a945b2f01420 HTTP/1.1" status: 204 len: 168 time: 0.5379603 Feb 21 01:48:35.481556 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45600) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:35.490361 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac5918-7091-49fa-8feb-ac6c4297dc93 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bca72fa-bd33-4dc1-b529-a945b2f01420,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:35.823389 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774957'] for router_interface (02e6b5af-f644-41af-8b87-e9fd8066924d), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:36.060882 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Deleting port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:36.061126 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:36.141317 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] For port 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=8183d4f9-d1c3-49c8-b7eb-f85d829abcd6,segment=NetworkSegment(86bd08f4-4a84-4266-94e6-3c2f092bae83),segment_id=86bd08f4-4a84-4266-94e6-3c2f092bae83)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:36.141766 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:36.154665 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Calling delete_port for 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 owned by network:router_interface {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:36.155009 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:36.174349 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:36.174701 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 1f0a42a0-8f0a-4612-85bb-acbd6fa55c07 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:36.175122 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 5e77c6f8-7b07-47f5-aca9-0a17f184f73c no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:36.196909 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 5e77c6f8-7b07-47f5-aca9-0a17f184f73c {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:36.197255 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 5e77c6f8-7b07-47f5-aca9-0a17f184f73c not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:36.197674 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device d9f195a4-20ee-4338-bb72-a3d56ed83d12 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:36.216527 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: d9f195a4-20ee-4338-bb72-a3d56ed83d12 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:36.216869 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device d9f195a4-20ee-4338-bb72-a3d56ed83d12 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:36.337151 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (8183d4f9-d1c3-49c8-b7eb-f85d829abcd6), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:36.361855 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Pushing event deleted for resources: {'Port': ['ID=8183d4f9-d1c3-49c8-b7eb-f85d829abcd6,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:36.374525 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.374923 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.375293 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.375629 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.375980 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.376304 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.376623 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.376945 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.377265 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.377599 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.377900 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.378244 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.378556 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-6-iscsi {{(pid=102949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:36.478365 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:36.538155 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774589'] for router_interface (02e6b5af-f644-41af-8b87-e9fd8066924d), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:36.751379 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Router 02e6b5af-f644-41af-8b87-e9fd8066924d has already been hosted by L3 agent 56e7044a-300c-43f5-b83c-63a1a189b926 {{(pid=102949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:48:36.860362 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] Notify agent at l3_agent.dv-cinder-813229-6-iscsi the message routers_updated {{(pid=102949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:48:36.867120 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-87501232-a0f2-48ca-b921-3ad24cb5007e admin admin] 10.222.0.79 "PUT /v2.0/routers/02e6b5af-f644-41af-8b87-e9fd8066924d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3837364 Feb 21 01:48:36.868899 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45602) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:36.869978 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] Sync routers for ids ['02e6b5af-f644-41af-8b87-e9fd8066924d'] in dv-cinder-813229-6-iscsi {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:48:36.879414 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] Routers {'02e6b5af-f644-41af-8b87-e9fd8066924d'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:36.880015 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:48:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['02e6b5af-f644-41af-8b87-e9fd8066924d'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:36.971281 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks [] for router (02e6b5af-f644-41af-8b87-e9fd8066924d), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:36.984049 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] Set router 02e6b5af-f644-41af-8b87-e9fd8066924d gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:37.172071 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '8d3c7323-6a03-4850-abde-7e401429a315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:48:36Z', 'revision_number': 5, 'project_id': 'f8a08453469e481d8031583de4309abc', 'gw_port': {'id': '8d3c7323-6a03-4850-abde-7e401429a315', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:37.201240 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] Checking router: 02e6b5af-f644-41af-8b87-e9fd8066924d for host: dv-cinder-813229-6-iscsi {{(pid=102951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:48:37.210447 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] Routers {'02e6b5af-f644-41af-8b87-e9fd8066924d'} bound to L3 agent in host dv-cinder-813229-6-iscsi {{(pid=102951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:37.211074 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:29:58Z,description=,heartbeat_timestamp=2022-02-21T01:48:28Z,host='dv-cinder-813229-6-iscsi',id=56e7044a-300c-43f5-b83c-63a1a189b926,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:29:58Z,topic='l3_agent')) {'router_ids': ['02e6b5af-f644-41af-8b87-e9fd8066924d'], 'active': True} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:37.345925 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks [] for router_gateway (02e6b5af-f644-41af-8b87-e9fd8066924d), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.399243 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Deleting port 8d3c7323-6a03-4850-abde-7e401429a315 {{(pid=102949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:37.399907 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (8d3c7323-6a03-4850-abde-7e401429a315), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.409510 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_dvr_db [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] Set router 02e6b5af-f644-41af-8b87-e9fd8066924d gateway port host: dv-cinder-813229-6-iscsi {{(pid=102951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:37.477768 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.db [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] For port 8d3c7323-6a03-4850-abde-7e401429a315, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=8d3c7323-6a03-4850-abde-7e401429a315,segment=NetworkSegment(f6e21d29-25cf-4811-a7fe-a0814200bc54),segment_id=f6e21d29-25cf-4811-a7fe-a0814200bc54)] {{(pid=102949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:37.478133 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (8d3c7323-6a03-4850-abde-7e401429a315), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.490028 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Calling delete_port for 8d3c7323-6a03-4850-abde-7e401429a315 owned by network:router_gateway {{(pid=102949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:37.580361 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.l3_hamode_db [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '8d3c7323-6a03-4850-abde-7e401429a315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:48:36Z', 'revision_number': 5, 'project_id': 'f8a08453469e481d8031583de4309abc', 'gw_port': {'id': '8d3c7323-6a03-4850-abde-7e401429a315', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}], 'dv-cinder-813229-6-iscsi', False) {} {{(pid=102951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:37.606383 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab9669-aa40-41eb-a653-328217b70071 None None] The sync data for ids ['02e6b5af-f644-41af-8b87-e9fd8066924d'] in dv-cinder-813229-6-iscsi is: [{'id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'name': 'tempest-TestVolumeBootPattern-1917816080-router', 'tenant_id': 'f8a08453469e481d8031583de4309abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'external_fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '8d3c7323-6a03-4850-abde-7e401429a315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:48:36Z', 'revision_number': 5, 'project_id': 'f8a08453469e481d8031583de4309abc', 'gw_port': {'id': '8d3c7323-6a03-4850-abde-7e401429a315', 'name': '', 'network_id': 'd31f05ab-a99f-47ef-8a78-9e075b5d458c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e6b5af-f644-41af-8b87-e9fd8066924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:41:08Z', 'updated_at': '2022-02-21T01:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1f90bf6-eaa8-47df-aebf-bdc45dc54a4b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-6-iscsi'}] {{(pid=102951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:48:37.661479 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28100947'] for port (8d3c7323-6a03-4850-abde-7e401429a315), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.685716 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3c7323-6a03-4850-abde-7e401429a315,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:37.744300 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768983'] for router_gateway (02e6b5af-f644-41af-8b87-e9fd8066924d), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.836332 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10917'] for router (02e6b5af-f644-41af-8b87-e9fd8066924d), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.838424 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks [] for router_controller (02e6b5af-f644-41af-8b87-e9fd8066924d), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.880194 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775090'] for router (02e6b5af-f644-41af-8b87-e9fd8066924d), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.880659 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e6b5af-f644-41af-8b87-e9fd8066924d {{(pid=102949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:48:37.885894 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.887050 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-d8a5d7e3-3dc2-4055-8cdf-29702870b2bc admin admin] 10.222.0.79 "DELETE /v2.0/routers/02e6b5af-f644-41af-8b87-e9fd8066924d HTTP/1.1" status: 204 len: 168 time: 1.0172262 Feb 21 01:48:37.889524 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.wsgi [-] (102949) accepted ('10.222.0.79', 45604) {{(pid=102949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:37.933649 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.db.db_base_plugin_v2 [None req-643e1e5d-1897-4a1d-8dfd-020d249c5466 admin admin] Deleting subnet e83467b0-e706-4b13-a8fd-92164ebbd65a {{(pid=102949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:48:37.937443 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-643e1e5d-1897-4a1d-8dfd-020d249c5466 admin admin] Publish callbacks [] for subnet (e83467b0-e706-4b13-a8fd-92164ebbd65a), before_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.972080 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-643e1e5d-1897-4a1d-8dfd-020d249c5466 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28165619'] for subnet (e83467b0-e706-4b13-a8fd-92164ebbd65a), precommit_delete_associations {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.055058 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-643e1e5d-1897-4a1d-8dfd-020d249c5466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3215470'] for subnet (e83467b0-e706-4b13-a8fd-92164ebbd65a), precommit_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.124894 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-643e1e5d-1897-4a1d-8dfd-020d249c5466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3215447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28101762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28695740'] for subnet (e83467b0-e706-4b13-a8fd-92164ebbd65a), after_delete {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.138156 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron_lib.callbacks.manager [None req-643e1e5d-1897-4a1d-8dfd-020d249c5466 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.141177 dv-cinder-813229-6-iscsi neutron-server[102949]: INFO neutron.wsgi [None req-643e1e5d-1897-4a1d-8dfd-020d249c5466 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e83467b0-e706-4b13-a8fd-92164ebbd65a HTTP/1.1" status: 204 len: 168 time: 0.2507842 Feb 21 01:48:38.143879 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45606) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:38.146929 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9a220-a6d0-4716-a7d2-238ed2438ac5 None None] Network 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 requested from dv-cinder-813229-6-iscsi {{(pid=102950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:48:38.172673 dv-cinder-813229-6-iscsi neutron-server[102949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e1e5d-1897-4a1d-8dfd-020d249c5466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83467b0-e706-4b13-a8fd-92164ebbd65a,revision_number=None']} {{(pid=102949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:38.225908 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-964839'] for network (7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.226884 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:38.288835 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Deleting port 90c0e272-7543-4fe3-a530-96f49ec28cf1 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:38.289196 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726587136022'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.356235 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] For port 90c0e272-7543-4fe3-a530-96f49ec28cf1, host dv-cinder-813229-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-6-iscsi',level=0,port_id=90c0e272-7543-4fe3-a530-96f49ec28cf1,segment=NetworkSegment(86bd08f4-4a84-4266-94e6-3c2f092bae83),segment_id=86bd08f4-4a84-4266-94e6-3c2f092bae83)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:38.356598 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768485'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.371161 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Calling delete_port for 90c0e272-7543-4fe3-a530-96f49ec28cf1 owned by network:dhcp {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:38.403013 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:38.403363 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 8183d4f9-d1c3-49c8-b7eb-f85d829abcd6 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:38.455307 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726587141753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726586699313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-694367'] for port (90c0e272-7543-4fe3-a530-96f49ec28cf1), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.484871 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c0e272-7543-4fe3-a530-96f49ec28cf1,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:38.489531 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] No DVR routers for this DVR port 90c0e272-7543-4fe3-a530-96f49ec28cf1 on host dv-cinder-813229-6-iscsi {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:48:38.493695 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb17d7c-906d-4008-abd3-16dccd5cc0e9 None None] DHCP port deletion for 7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 request from dv-cinder-813229-6-iscsi {{(pid=102950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:48:38.560990 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3271911', 'neutron.services.segments.db._delete_segments_for_network-8726587130426'] for network (7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.585340 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:38.594917 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bd08f4-4a84-4266-94e6-3c2f092bae83') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:38.595219 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bd08f4-4a84-4266-94e6-3c2f092bae83') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:38.605086 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726587130691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29076525'] for segment (86bd08f4-4a84-4266-94e6-3c2f092bae83), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.618307 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771'] for segment (86bd08f4-4a84-4266-94e6-3c2f092bae83), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.624070 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:48:38.624462 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-694376'] for segment (86bd08f4-4a84-4266-94e6-3c2f092bae83), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: Traceback (most recent call last): Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: timer() Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: cb(*args, **kw) Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: return func(*args, **kwargs) Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: self._notify() Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: self.callback(batched_events) Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: event.method(event) Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: return f(self, *a, **k) Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._get(url).json() Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:48:38.626195 dv-cinder-813229-6-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:48:38.680615 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3271916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3769083'] for network (7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.686346 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908115'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.692365 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9 HTTP/1.1" status: 204 len: 168 time: 0.5433946 Feb 21 01:48:38.700828 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f974617-3765-443f-9fa4-dd4d97dabfc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6ce284-5d9c-4bb5-8d2e-8355000ecaf9,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:38.812579 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45610) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:38.851721 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5585597e-12b1-4bff-b658-31fa2d43668f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a516f78770624beba1baee79a4694c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380058 Feb 21 01:48:38.854039 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45612) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:38.899535 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a033ac76-f0ab-40a4-9dcc-00f9d3a87eea admin admin] Publish callbacks [] for security_group (cd36572b-7439-4091-af7e-a000ccf24b90), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.922693 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a033ac76-f0ab-40a4-9dcc-00f9d3a87eea admin admin] Publish callbacks [] for security_group (cd36572b-7439-4091-af7e-a000ccf24b90), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.967246 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a033ac76-f0ab-40a4-9dcc-00f9d3a87eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (cd36572b-7439-4091-af7e-a000ccf24b90), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.969860 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a033ac76-f0ab-40a4-9dcc-00f9d3a87eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:38.971013 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a033ac76-f0ab-40a4-9dcc-00f9d3a87eea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd36572b-7439-4091-af7e-a000ccf24b90 HTTP/1.1" status: 204 len: 168 time: 0.1160648 Feb 21 01:48:38.978563 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033ac76-f0ab-40a4-9dcc-00f9d3a87eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd36572b-7439-4091-af7e-a000ccf24b90,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:39.277899 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45618) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:39.315841 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f3945371-ec88-4403-9687-cceb52b47de6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8a08453469e481d8031583de4309abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367305 Feb 21 01:48:39.318724 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.79', 45620) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:39.362821 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85e18198-fa1b-4124-b63b-a11069429e7d admin admin] Publish callbacks [] for security_group (b9545e9c-9a6b-49e0-9842-493f1c9b1bda), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:39.383810 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85e18198-fa1b-4124-b63b-a11069429e7d admin admin] Publish callbacks [] for security_group (b9545e9c-9a6b-49e0-9842-493f1c9b1bda), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:39.428865 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85e18198-fa1b-4124-b63b-a11069429e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690099'] for security_group (b9545e9c-9a6b-49e0-9842-493f1c9b1bda), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:39.431568 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85e18198-fa1b-4124-b63b-a11069429e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:39.432703 dv-cinder-813229-6-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-85e18198-fa1b-4124-b63b-a11069429e7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9545e9c-9a6b-49e0-9842-493f1c9b1bda HTTP/1.1" status: 204 len: 168 time: 0.1130943 Feb 21 01:48:39.440389 dv-cinder-813229-6-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e18198-fa1b-4124-b63b-a11069429e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9545e9c-9a6b-49e0-9842-493f1c9b1bda,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:40.153082 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 90c0e272-7543-4fe3-a530-96f49ec28cf1 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:40.177580 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 90c0e272-7543-4fe3-a530-96f49ec28cf1 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:40.177926 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 90c0e272-7543-4fe3-a530-96f49ec28cf1 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:40.178372 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 8d3c7323-6a03-4850-abde-7e401429a315 no longer exists at agent ovs-agent-dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:40.198716 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.plugin [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] No Port match for: 8d3c7323-6a03-4850-abde-7e401429a315 {{(pid=102950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:40.199056 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron.plugins.ml2.rpc [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Device 8d3c7323-6a03-4850-abde-7e401429a315 not bound to the agent host dv-cinder-813229-6-iscsi {{(pid=102950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:43.038659 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:48:55.340676 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-4abaa070-14f8-4c93-b88a-6d85df2def5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:57.668496 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-26c4bedc-50fb-4781-b2a9-a0d15b56aff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:58.801885 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:00.079358 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:01.948948 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.481479 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:20.036662 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:49:25.342758 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2dd256cd-8f8a-491e-827c-26bf609ec0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:27.669762 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-c96e13e1-2ddb-4456-be76-cfb537536d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:28.804518 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:30.082353 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:31.950311 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:36.508089 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:55.344243 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-517da8ae-0ad6-4dc6-90a1-57eeb1da1031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:57.034866 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:49:57.669744 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f591-06a0-4733-9caf-e05eb29be06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:58.808332 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:00.086216 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:01.950798 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:06.505722 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:25.346252 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-97af224e-4182-4548-8d33-481bf10ef7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:27.671523 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-26bf5384-5e20-423f-a502-976d95185646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:28.810074 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:30.089196 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:31.952847 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:34.033978 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:50:36.520616 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:55.347837 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-db040b6a-0bff-4cca-a707-8b1d277ffd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:57.672966 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-caf46a99-7b47-4079-9a25-a7abd57bb0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:58.811898 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:00.090695 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:01.955215 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:06.520206 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:11.032719 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:51:25.349985 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-af2bee71-c8c3-4fe7-951a-798d226cb995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:27.674701 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8ed1-9bd2-484f-a901-1f1eb8417c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:28.815085 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:30.093856 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:31.959417 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:36.519489 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:48.030870 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:51:55.352641 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-af0a3ed3-9347-4434-93cd-ed592dd49b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:57.675786 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bbf751d0-4f52-4802-aff9-fea5178bd0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:58.817642 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:00.096389 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:01.961835 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:06.519905 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:25.028875 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:52:25.354793 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-758e8922-09c7-42cd-a130-6715811d7ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:27.676460 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-35078369-a25d-429c-b89e-3ff0ca1005a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:28.821251 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:30.098285 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:31.962945 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:36.533755 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:55.356301 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e027d6e7-744e-475f-9e52-fce9f8e86a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:57.678158 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-64c1ffb8-968e-4993-b712-f87b67b19cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:58.824219 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:00.100097 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:01.964667 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:02.027051 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:53:06.520456 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:25.357947 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-e9dd606d-3300-436f-9e73-7486c9160c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:27.679478 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-2bb76fef-8ad0-45b2-b885-d5fc15eafe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (56e7044a-300c-43f5-b83c-63a1a189b926), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:28.826001 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-a9a0508a-fe9c-4d2c-a787-67aa9acef39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (9d742b33-050d-4d99-bddf-4e34713685af), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:30.103441 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-22b9d940-5825-4ece-b1f3-d241a916b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (7dfe4625-13d4-424b-8e10-1cdb8730a210), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:31.966631 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-bd76243f-2832-46b1-a7c4-b0f6f3c30150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (aaf873f8-8d6b-4c79-a213-288f85b87ce0), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:36.549956 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4de3-f67a-46fb-91ef-08bf1c3e5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (4845d4fe-ab5f-49bd-b06b-96ec66afcbf3), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:39.026143 dv-cinder-813229-6-iscsi neutron-server[102951]: DEBUG neutron.db.agents_db [None req-45af3a68-7d2b-4c17-bf01-04490a6592d1 None None] Agent healthcheck: found 6 active agents {{(pid=102951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:53:55.359784 dv-cinder-813229-6-iscsi neutron-server[102950]: DEBUG neutron_lib.callbacks.manager [None req-39cea0d8-6815-46f8-a865-095c324e9081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726587130408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3270142'] for agent (5dc48f1a-971e-41d8-8b90-dcbf1e17178e), after_update {{(pid=102950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}